[ 497.510665] env[62490]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62490) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.511035] env[62490]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62490) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.511169] env[62490]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62490) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 497.511463] env[62490]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 497.606046] env[62490]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62490) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 497.616537] env[62490]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62490) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 498.217918] env[62490]: INFO nova.virt.driver [None req-3600226c-2526-4a6e-9b39-27c43673d04b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 498.288020] env[62490]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.288213] env[62490]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.288301] env[62490]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62490) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 501.594107] env[62490]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-2aeb25da-9e56-42da-a406-bbbc5ac3cdd5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.610985] env[62490]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62490) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 501.611145] env[62490]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d0cde213-3f71-4709-a240-9e378290da99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.635751] env[62490]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 964cc. [ 501.635904] env[62490]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.348s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.636474] env[62490]: INFO nova.virt.vmwareapi.driver [None req-3600226c-2526-4a6e-9b39-27c43673d04b None None] VMware vCenter version: 7.0.3 [ 501.639919] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8601ca9-bfb9-4b87-b021-746ce848c59d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.661474] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3004bc8-293a-4dbf-ab0f-848210ef820f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.667764] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122f2255-1c11-4614-880c-7744a5065227 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.674716] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d13bb8-5040-42c5-8e52-633679220e3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.688289] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c4936-e133-4c50-8cf6-845f4a9855ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.694490] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243fdf9-fdfc-40ac-bd2b-c86e08247dd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.725100] env[62490]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3e04aadd-2231-44c3-8872-bfa3ed73e055 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.730675] env[62490]: DEBUG nova.virt.vmwareapi.driver [None req-3600226c-2526-4a6e-9b39-27c43673d04b None None] Extension org.openstack.compute already exists. {{(pid=62490) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 501.733952] env[62490]: INFO nova.compute.provider_config [None req-3600226c-2526-4a6e-9b39-27c43673d04b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 502.237703] env[62490]: DEBUG nova.context [None req-3600226c-2526-4a6e-9b39-27c43673d04b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),26376022-ccf2-44cd-b293-78681b2f2d1e(cell1) {{(pid=62490) load_cells /opt/stack/nova/nova/context.py:464}} [ 502.240366] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.240654] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.241371] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.241827] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Acquiring lock "26376022-ccf2-44cd-b293-78681b2f2d1e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 502.242030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Lock "26376022-ccf2-44cd-b293-78681b2f2d1e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.243055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Lock "26376022-ccf2-44cd-b293-78681b2f2d1e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 502.264050] env[62490]: INFO dbcounter [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Registered counter for database nova_cell0 [ 502.272071] env[62490]: INFO dbcounter [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Registered counter for database nova_cell1 [ 502.275203] env[62490]: DEBUG oslo_db.sqlalchemy.engines [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62490) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 502.275807] env[62490]: DEBUG oslo_db.sqlalchemy.engines [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62490) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 502.280279] env[62490]: ERROR nova.db.main.api [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 502.280279] env[62490]: result = function(*args, **kwargs) [ 502.280279] env[62490]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.280279] env[62490]: return func(*args, **kwargs) [ 502.280279] env[62490]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.280279] env[62490]: result = fn(*args, **kwargs) [ 502.280279] env[62490]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.280279] env[62490]: return f(*args, **kwargs) [ 502.280279] env[62490]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 502.280279] env[62490]: return db.service_get_minimum_version(context, binaries) [ 502.280279] env[62490]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.280279] env[62490]: _check_db_access() [ 502.280279] env[62490]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.280279] env[62490]: stacktrace = ''.join(traceback.format_stack()) [ 502.280279] env[62490]: [ 502.281253] env[62490]: ERROR nova.db.main.api [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 502.281253] env[62490]: result = function(*args, **kwargs) [ 502.281253] env[62490]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 502.281253] env[62490]: return func(*args, **kwargs) [ 502.281253] env[62490]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 502.281253] env[62490]: result = fn(*args, **kwargs) [ 502.281253] env[62490]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 502.281253] env[62490]: return f(*args, **kwargs) [ 502.281253] env[62490]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 502.281253] env[62490]: return db.service_get_minimum_version(context, binaries) [ 502.281253] env[62490]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 502.281253] env[62490]: _check_db_access() [ 502.281253] env[62490]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 502.281253] env[62490]: stacktrace = ''.join(traceback.format_stack()) [ 502.281253] env[62490]: [ 502.281834] env[62490]: WARNING nova.objects.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 502.281834] env[62490]: WARNING nova.objects.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Failed to get minimum service version for cell 26376022-ccf2-44cd-b293-78681b2f2d1e [ 502.282195] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Acquiring lock "singleton_lock" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 502.282360] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Acquired lock "singleton_lock" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 502.282598] env[62490]: DEBUG oslo_concurrency.lockutils [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Releasing lock "singleton_lock" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 502.282912] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Full set of CONF: {{(pid=62490) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 502.283072] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ******************************************************************************** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 502.283204] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] Configuration options gathered from: {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 502.283339] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 502.283531] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 502.283656] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ================================================================================ {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 502.283862] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] allow_resize_to_same_host = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.284041] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] arq_binding_timeout = 300 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.284177] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] backdoor_port = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.284306] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] backdoor_socket = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.284482] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] block_device_allocate_retries = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.284664] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] block_device_allocate_retries_interval = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.284833] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cert = self.pem {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.284996] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.285182] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute_monitors = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.285350] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] config_dir = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.285517] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] config_drive_format = iso9660 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.285648] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.285807] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] config_source = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.285971] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] console_host = devstack {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.286147] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] control_exchange = nova {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.286308] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cpu_allocation_ratio = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.286466] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] daemon = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.286628] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] debug = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.286783] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] default_access_ip_network_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.286944] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] default_availability_zone = nova {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.287143] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] default_ephemeral_format = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.287263] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] default_green_pool_size = 1000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.287498] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.287661] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] default_schedule_zone = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.287817] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] disk_allocation_ratio = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.287974] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] enable_new_services = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.288161] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] enabled_apis = ['osapi_compute'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.288327] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] enabled_ssl_apis = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.288487] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] flat_injected = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.288642] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] force_config_drive = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.288797] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] force_raw_images = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.288961] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] graceful_shutdown_timeout = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.289133] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] heal_instance_info_cache_interval = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.289347] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] host = cpu-1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.289525] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.289686] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.289844] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.290067] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.290236] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instance_build_timeout = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.290397] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instance_delete_interval = 300 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.290561] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instance_format = [instance: %(uuid)s] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.290724] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instance_name_template = instance-%08x {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.290882] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instance_usage_audit = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.291058] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instance_usage_audit_period = month {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.291224] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.291388] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.291550] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] internal_service_availability_zone = internal {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.291704] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] key = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.291859] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] live_migration_retry_count = 30 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.292031] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_color = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.292218] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_config_append = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.292393] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.292550] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_dir = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.292703] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_file = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.292828] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_options = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.292983] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_rotate_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.293166] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_rotate_interval_type = days {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.293356] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] log_rotation_type = none {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.293492] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.293616] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.293783] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.293943] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.294081] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.294246] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] long_rpc_timeout = 1800 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.294409] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] max_concurrent_builds = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.294593] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] max_concurrent_live_migrations = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.294756] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] max_concurrent_snapshots = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.294911] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] max_local_block_devices = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.295079] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] max_logfile_count = 30 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.295236] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] max_logfile_size_mb = 200 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.295393] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] maximum_instance_delete_attempts = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.295554] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] metadata_listen = 0.0.0.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.295719] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] metadata_listen_port = 8775 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.295882] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] metadata_workers = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.296050] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] migrate_max_retries = -1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.296217] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] mkisofs_cmd = genisoimage {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.296423] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.296554] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] my_ip = 10.180.1.21 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.296751] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.296914] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] network_allocate_retries = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.297146] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.297275] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.297441] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] osapi_compute_listen_port = 8774 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.297604] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] osapi_compute_unique_server_name_scope = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.297771] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] osapi_compute_workers = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.297935] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] password_length = 12 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.298105] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] periodic_enable = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.298270] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] periodic_fuzzy_delay = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.298436] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] pointer_model = usbtablet {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.298601] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] preallocate_images = none {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.298757] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] publish_errors = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.298886] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] pybasedir = /opt/stack/nova {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.299051] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ram_allocation_ratio = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.299213] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] rate_limit_burst = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.299379] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] rate_limit_except_level = CRITICAL {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.299537] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] rate_limit_interval = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.299694] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] reboot_timeout = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.299847] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] reclaim_instance_interval = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.299999] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] record = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.300178] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] reimage_timeout_per_gb = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.300344] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] report_interval = 120 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.300503] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] rescue_timeout = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.300660] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] reserved_host_cpus = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.300814] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] reserved_host_disk_mb = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.300971] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] reserved_host_memory_mb = 512 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.301145] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] reserved_huge_pages = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.301309] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] resize_confirm_window = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.301534] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] resize_fs_using_block_device = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.301714] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] resume_guests_state_on_host_boot = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.301885] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.302062] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] rpc_response_timeout = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.302251] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] run_external_periodic_tasks = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.302431] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] running_deleted_instance_action = reap {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.302593] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.302753] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] running_deleted_instance_timeout = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.302962] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler_instance_sync_interval = 120 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.303175] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_down_time = 720 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.303352] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] servicegroup_driver = db {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.303511] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] shell_completion = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.303671] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] shelved_offload_time = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.303832] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] shelved_poll_interval = 3600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.303998] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] shutdown_timeout = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.304175] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] source_is_ipv6 = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.304337] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ssl_only = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.304577] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.304749] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] sync_power_state_interval = 600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.304912] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] sync_power_state_pool_size = 1000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.305096] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] syslog_log_facility = LOG_USER {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.305260] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] tempdir = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.305420] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] timeout_nbd = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.305585] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] transport_url = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.305745] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] update_resources_interval = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.305904] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] use_cow_images = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.306072] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] use_journal = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.306232] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] use_json = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.306390] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] use_rootwrap_daemon = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.306545] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] use_stderr = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.306700] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] use_syslog = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.306852] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vcpu_pin_set = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.307023] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plugging_is_fatal = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.307198] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plugging_timeout = 300 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.307360] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] virt_mkfs = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.307519] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] volume_usage_poll_interval = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.307678] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] watch_log_file = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.307844] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] web = /usr/share/spice-html5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 502.308032] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.308204] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.308369] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.308536] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_concurrency.disable_process_locking = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.309058] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.309256] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.309433] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.309608] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.309782] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.309950] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.310152] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.auth_strategy = keystone {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.310324] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.compute_link_prefix = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.310501] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.310676] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.dhcp_domain = novalocal {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.310846] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.enable_instance_password = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.311019] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.glance_link_prefix = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.311193] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.311364] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.311525] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.instance_list_per_project_cells = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.311687] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.list_records_by_skipping_down_cells = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.311849] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.local_metadata_per_cell = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.312025] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.max_limit = 1000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.312220] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.metadata_cache_expiration = 15 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.312404] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.neutron_default_tenant_id = default {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.312579] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.response_validation = warn {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.312753] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.use_neutron_default_nets = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.312927] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.313106] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.313306] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.313502] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.313675] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.vendordata_dynamic_targets = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.313839] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.vendordata_jsonfile_path = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.314038] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.314243] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.backend = dogpile.cache.memcached {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.314415] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.backend_argument = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.314619] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.backend_expiration_time = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.314806] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.config_prefix = cache.oslo {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.314978] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.dead_timeout = 60.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.315158] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.debug_cache_backend = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.315325] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.enable_retry_client = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.315495] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.enable_socket_keepalive = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.315774] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.enabled = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.315839] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.enforce_fips_mode = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.315968] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.expiration_time = 600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.316140] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.hashclient_retry_attempts = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.316305] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.316464] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_dead_retry = 300 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.316628] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_password = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.316805] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.316970] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.317147] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_pool_maxsize = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.317312] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.317467] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_sasl_enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.317644] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.317811] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.317971] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.memcache_username = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.318152] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.proxies = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.318320] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.redis_db = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.318481] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.redis_password = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.318651] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.318828] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.318998] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.redis_server = localhost:6379 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.319182] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.redis_socket_timeout = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.319345] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.redis_username = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.319510] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.retry_attempts = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.319674] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.retry_delay = 0.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.319837] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.socket_keepalive_count = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.319998] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.socket_keepalive_idle = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.320174] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.socket_keepalive_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.320333] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.tls_allowed_ciphers = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.320491] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.tls_cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.320648] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.tls_certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.320808] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.tls_enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.320965] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cache.tls_keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.321148] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.321325] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.auth_type = password {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.321488] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.321664] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.321825] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.321987] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.322186] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.cross_az_attach = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.322363] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.debug = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.322527] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.endpoint_template = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.322692] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.http_retries = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.322857] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.323028] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.323208] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.os_region_name = RegionOne {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.323398] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.323564] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cinder.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.323737] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.323897] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.cpu_dedicated_set = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.324068] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.cpu_shared_set = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.324239] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.image_type_exclude_list = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.324405] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.324594] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.324765] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.324928] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.325111] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.325280] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.resource_provider_association_refresh = 300 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.325444] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.325607] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.shutdown_retry_interval = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.325784] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.325961] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] conductor.workers = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.326153] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] console.allowed_origins = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.326318] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] console.ssl_ciphers = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.326489] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] console.ssl_minimum_version = default {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.326660] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] consoleauth.enforce_session_timeout = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.326826] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] consoleauth.token_ttl = 600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.327009] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.327176] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.327342] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.327503] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.327655] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.327812] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.327974] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.328147] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.328309] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.328466] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.328621] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.328777] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.328933] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.329112] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.service_type = accelerator {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.329277] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.329440] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.329598] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.329754] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.329932] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.330104] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] cyborg.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.330277] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.asyncio_connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.330436] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.asyncio_slave_connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.330606] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.backend = sqlalchemy {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.330775] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.330942] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.connection_debug = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.331123] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.connection_parameters = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.331293] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.connection_recycle_time = 3600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.331464] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.connection_trace = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.331621] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.db_inc_retry_interval = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.331783] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.db_max_retries = 20 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.331945] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.db_max_retry_interval = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.332119] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.db_retry_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.332314] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.max_overflow = 50 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.332485] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.max_pool_size = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.332647] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.max_retries = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.332815] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.332974] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.mysql_wsrep_sync_wait = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.333151] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.pool_timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.333316] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.retry_interval = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.333498] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.slave_connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.333676] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.sqlite_synchronous = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.333841] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] database.use_db_reconnect = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.334023] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.asyncio_connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.334210] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.asyncio_slave_connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.334386] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.backend = sqlalchemy {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.334561] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.334726] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.connection_debug = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.334897] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.connection_parameters = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.335073] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.connection_recycle_time = 3600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.335244] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.connection_trace = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.335410] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.db_inc_retry_interval = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.335575] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.db_max_retries = 20 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.335740] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.db_max_retry_interval = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.335902] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.db_retry_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.336076] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.max_overflow = 50 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.336243] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.max_pool_size = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.336410] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.max_retries = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.336577] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.336738] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.336898] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.pool_timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.337075] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.retry_interval = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.337239] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.slave_connection = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.337405] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] api_database.sqlite_synchronous = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.337579] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] devices.enabled_mdev_types = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.337750] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.337920] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.338093] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ephemeral_storage_encryption.enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.338260] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.338431] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.api_servers = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.338594] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.338753] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.338913] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.339083] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.339246] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.339410] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.debug = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.339574] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.default_trusted_certificate_ids = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.339801] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.enable_certificate_validation = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.339986] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.enable_rbd_download = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.340188] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.340361] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.340522] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.340680] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.340835] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.340996] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.num_retries = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.341179] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.rbd_ceph_conf = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.341347] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.rbd_connect_timeout = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.341516] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.rbd_pool = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.341682] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.rbd_user = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.341848] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.342023] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.342211] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.342387] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.service_type = image {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.342554] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.342714] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.342873] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.343044] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.343235] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.343403] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.verify_glance_signatures = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.343562] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] glance.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.343730] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] guestfs.debug = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.343898] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.344073] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.auth_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.344237] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.344398] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.344586] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.344754] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.344914] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.345083] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.345255] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.345401] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.345559] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.345717] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.345873] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.346037] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.346200] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.346369] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.service_type = shared-file-system {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.346536] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.share_apply_policy_timeout = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.346698] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.346860] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.347026] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.347190] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.347373] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.347534] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] manila.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.347702] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] mks.enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.348058] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.348252] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] image_cache.manager_interval = 2400 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.348426] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] image_cache.precache_concurrency = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.348599] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] image_cache.remove_unused_base_images = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.348772] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.348941] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.349131] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] image_cache.subdirectory_name = _base {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.349311] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.api_max_retries = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.349478] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.api_retry_interval = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.349638] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.349801] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.auth_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.349962] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.350134] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.350300] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.350461] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.conductor_group = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.350621] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.350778] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.350935] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.351110] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.351273] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.351433] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.351592] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.351757] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.peer_list = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.351916] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.352086] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.352282] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.serial_console_state_timeout = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.352452] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.352624] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.service_type = baremetal {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.352785] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.shard = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.352948] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.353123] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.353284] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.353444] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.353627] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.353788] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ironic.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.353970] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.354159] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] key_manager.fixed_key = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.354348] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.354535] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.barbican_api_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.354709] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.barbican_endpoint = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.354885] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.barbican_endpoint_type = public {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.355066] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.barbican_region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.355233] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.355393] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.355557] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.355718] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.355876] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.356049] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.number_of_retries = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.356247] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.retry_delay = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.356421] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.send_service_user_token = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.356586] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.356745] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.356907] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.verify_ssl = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.357077] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican.verify_ssl_path = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.357249] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.357413] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.auth_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.357570] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.357760] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.357886] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.358057] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.358220] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.358386] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.358545] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] barbican_service_user.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.358710] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.approle_role_id = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.358867] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.approle_secret_id = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.359045] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.kv_mountpoint = secret {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.359213] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.kv_path = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.359378] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.kv_version = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.359537] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.namespace = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.359694] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.root_token_id = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.359851] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.ssl_ca_crt_file = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.360032] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.timeout = 60.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.360229] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.use_ssl = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.360407] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.360578] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.360741] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.360907] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.361081] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.361249] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.361413] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.361577] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.361736] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.361908] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.362185] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.362472] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.362756] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.363059] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.363340] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.service_type = identity {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.363536] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.363707] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.363876] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.364111] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.364313] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.364486] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] keystone.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.364679] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.ceph_mount_options = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.364995] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.365192] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.connection_uri = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.365358] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.cpu_mode = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.365526] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.365695] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.cpu_models = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.365866] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.cpu_power_governor_high = performance {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.366050] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.366228] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.cpu_power_management = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.366431] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.366610] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.device_detach_attempts = 8 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.366778] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.device_detach_timeout = 20 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.366948] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.disk_cachemodes = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.367125] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.disk_prefix = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.367294] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.enabled_perf_events = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.367462] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.file_backed_memory = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.367627] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.gid_maps = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.367786] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.hw_disk_discard = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.367961] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.hw_machine_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.368124] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.images_rbd_ceph_conf = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.368291] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.368452] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.368620] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.images_rbd_glance_store_name = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.368788] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.images_rbd_pool = rbd {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.368956] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.images_type = default {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.369129] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.images_volume_group = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.369316] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.inject_key = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.369494] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.inject_partition = -2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.369654] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.inject_password = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.369818] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.iscsi_iface = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.369984] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.iser_use_multipath = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.370182] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.370363] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.370531] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_downtime = 500 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.370695] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.370857] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.371026] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_inbound_addr = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.371195] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.371359] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.371517] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_scheme = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.371686] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_timeout_action = abort {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.371848] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_tunnelled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.372012] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_uri = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.372208] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.live_migration_with_native_tls = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.372392] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.max_queues = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.372565] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.372797] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.372963] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.nfs_mount_options = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.373272] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.373454] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.373621] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.373792] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.373958] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.374136] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.num_pcie_ports = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.374307] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.374477] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.pmem_namespaces = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.374636] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.quobyte_client_cfg = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.374929] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.375117] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.375288] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.375477] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.375643] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rbd_secret_uuid = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.375800] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rbd_user = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.375962] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.376147] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.376307] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rescue_image_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.376465] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rescue_kernel_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.376623] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rescue_ramdisk_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.376790] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.376954] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.rx_queue_size = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.377137] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.smbfs_mount_options = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.377426] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.377598] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.snapshot_compression = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.377759] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.snapshot_image_format = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.377990] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.378171] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.sparse_logical_volumes = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.378347] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.swtpm_enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.378532] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.swtpm_group = tss {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.378701] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.swtpm_user = tss {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.378870] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.sysinfo_serial = unique {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.379039] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.tb_cache_size = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.379202] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.tx_queue_size = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.379363] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.uid_maps = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.379521] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.use_virtio_for_bridges = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.379689] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.virt_type = kvm {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.379855] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.volume_clear = zero {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.380031] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.volume_clear_size = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.380223] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.volume_use_multipath = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.380397] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.vzstorage_cache_path = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.380566] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.380734] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.380899] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.381084] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.381411] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.381614] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.vzstorage_mount_user = stack {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.381787] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.381961] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.382164] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.auth_type = password {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.382346] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.382512] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.382678] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.382840] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.382998] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.383186] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.default_floating_pool = public {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.383350] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.383512] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.extension_sync_interval = 600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.383673] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.http_retries = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.383832] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.383989] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.384163] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.384342] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.384532] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.384710] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.ovs_bridge = br-int {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.384880] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.physnets = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.385063] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.region_name = RegionOne {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.385230] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.385404] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.service_metadata_proxy = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.385566] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.385733] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.service_type = network {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.385895] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.386067] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.386230] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.386392] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.386574] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.386734] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] neutron.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.386905] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] notifications.bdms_in_notifications = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.387092] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] notifications.default_level = INFO {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.387260] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] notifications.include_share_mapping = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.387453] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] notifications.notification_format = unversioned {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.387631] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] notifications.notify_on_state_change = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.387811] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.387988] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] pci.alias = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.388177] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] pci.device_spec = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.388344] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] pci.report_in_placement = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.388518] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.388689] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.auth_type = password {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.388853] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.389023] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.389187] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.389353] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.389512] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.389669] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.389825] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.default_domain_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.389979] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.default_domain_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.390165] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.domain_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.390391] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.domain_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.390563] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.390727] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.390885] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.391055] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.391217] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.391391] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.password = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.391551] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.project_domain_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.391715] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.project_domain_name = Default {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.391879] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.project_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.392060] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.project_name = service {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.392259] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.region_name = RegionOne {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.392431] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.392594] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.392763] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.service_type = placement {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.392927] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.393104] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.393289] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.393459] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.system_scope = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.393618] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.393776] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.trust_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.393933] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.user_domain_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.394116] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.user_domain_name = Default {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.394279] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.user_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.394458] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.username = nova {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.394634] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.394794] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] placement.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.394969] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.cores = 20 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.395147] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.count_usage_from_placement = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.395375] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.395564] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.injected_file_content_bytes = 10240 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.395735] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.injected_file_path_length = 255 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.395901] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.injected_files = 5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.396080] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.instances = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.396252] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.key_pairs = 100 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.396421] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.metadata_items = 128 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.396584] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.ram = 51200 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.396748] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.recheck_quota = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.396913] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.server_group_members = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.397090] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.server_groups = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.397304] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.397482] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] quota.unified_limits_resource_strategy = require {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.397657] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.397819] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.397976] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.image_metadata_prefilter = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.398154] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.398333] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.max_attempts = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.398506] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.max_placement_results = 1000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.398669] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.398827] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.398985] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.399173] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] scheduler.workers = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.399347] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.399514] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.399689] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.399859] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.400032] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.400244] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.400450] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.400645] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.400817] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.host_subset_size = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.400983] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.401157] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.401349] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.401530] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.isolated_hosts = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.401695] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.isolated_images = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.401873] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.402048] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.402242] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.402416] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.pci_in_placement = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.402581] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.402742] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.402905] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.403122] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.403381] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.403556] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.403720] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.track_instance_changes = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.403900] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.404083] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] metrics.required = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.404252] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] metrics.weight_multiplier = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.404450] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.404623] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] metrics.weight_setting = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.404942] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.405132] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] serial_console.enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.405314] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] serial_console.port_range = 10000:20000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.405489] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.405656] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.405828] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] serial_console.serialproxy_port = 6083 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.405997] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.406188] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.auth_type = password {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.406354] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.406507] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.406669] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.406829] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.406989] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.407176] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.send_service_user_token = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.407357] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.407536] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] service_user.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.407708] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.agent_enabled = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.407873] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.408260] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.408405] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.408575] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.html5proxy_port = 6082 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.408735] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.image_compression = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.408893] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.jpeg_compression = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.409061] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.playback_compression = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.409229] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.require_secure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.409400] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.server_listen = 127.0.0.1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.409568] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.409726] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.streaming_mode = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.409880] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] spice.zlib_compression = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.410059] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] upgrade_levels.baseapi = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.410257] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] upgrade_levels.compute = auto {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.410429] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] upgrade_levels.conductor = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.410591] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] upgrade_levels.scheduler = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.410756] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.410918] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.411091] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.411252] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.411415] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.411574] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.411731] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.411892] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.412060] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vendordata_dynamic_auth.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.412280] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.api_retry_count = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.412452] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.ca_file = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.412624] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.412792] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.cluster_name = testcl1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.412955] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.connection_pool_size = 10 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.413131] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.console_delay_seconds = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.413327] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.datastore_regex = ^datastore.* {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.413548] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.413724] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.host_password = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.413894] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.host_port = 443 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.414074] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.host_username = administrator@vsphere.local {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.414249] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.insecure = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.414415] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.integration_bridge = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.414580] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.maximum_objects = 100 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.414739] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.pbm_default_policy = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.414900] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.pbm_enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.415069] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.pbm_wsdl_location = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.415241] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.415405] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.serial_port_proxy_uri = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.415562] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.serial_port_service_uri = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.415725] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.task_poll_interval = 0.5 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.415897] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.use_linked_clone = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.416078] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.vnc_keymap = en-us {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.416248] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.vnc_port = 5900 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.416415] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vmware.vnc_port_total = 10000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.416601] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.auth_schemes = ['none'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.416775] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.417092] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.417281] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.417457] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.novncproxy_port = 6080 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.417668] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.server_listen = 127.0.0.1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.417902] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.418085] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.vencrypt_ca_certs = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.418251] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.vencrypt_client_cert = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.418415] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vnc.vencrypt_client_key = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.418590] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.418754] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.disable_deep_image_inspection = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.418917] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.419092] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.419258] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.419423] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.disable_rootwrap = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.419585] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.enable_numa_live_migration = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.419742] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.419902] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.420071] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.420236] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.libvirt_disable_apic = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.420394] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.420554] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.420714] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.420872] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.421041] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.421203] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.421368] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.421526] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.421684] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.421846] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.422038] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.422242] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.client_socket_timeout = 900 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.422421] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.default_pool_size = 1000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.422588] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.keep_alive = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.422754] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.max_header_line = 16384 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.422916] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.423089] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.ssl_ca_file = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.423281] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.ssl_cert_file = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.423451] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.ssl_key_file = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.423617] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.tcp_keepidle = 600 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.423788] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.423951] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] zvm.ca_file = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.424126] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] zvm.cloud_connector_url = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.424438] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.424612] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] zvm.reachable_timeout = 300 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.424798] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.425061] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.425274] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.connection_string = messaging:// {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.425473] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.enabled = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.425657] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.es_doc_type = notification {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.425823] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.es_scroll_size = 10000 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.425989] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.es_scroll_time = 2m {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.426167] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.filter_error_trace = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.426337] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.hmac_keys = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.426503] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.sentinel_service_name = mymaster {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.426665] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.socket_timeout = 0.1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.426824] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.trace_requests = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.426984] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler.trace_sqlalchemy = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.427178] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler_jaeger.process_tags = {} {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.427345] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler_jaeger.service_name_prefix = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.427508] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] profiler_otlp.service_name_prefix = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.427669] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] remote_debug.host = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.427826] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] remote_debug.port = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.427999] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.428174] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.428340] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.428503] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.428658] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.428883] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.429164] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.429354] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.429518] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.429688] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.429847] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.430029] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.430223] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.430392] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.430562] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.430723] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.430886] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431063] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431228] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431393] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431555] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431715] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.431874] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432044] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432235] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432402] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432568] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432728] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.432888] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433060] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.ssl = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433254] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433431] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433590] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433755] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.433918] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434091] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434284] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434446] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_notifications.retry = -1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434618] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434785] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.434956] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.auth_section = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435132] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.auth_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435294] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.cafile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435451] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.certfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435625] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.collect_timing = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435786] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.connect_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.435940] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.connect_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436147] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.endpoint_id = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436329] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436489] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.endpoint_override = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436645] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.endpoint_region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436801] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.endpoint_service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.436957] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.endpoint_service_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437135] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.insecure = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437294] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.keyfile = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437448] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.max_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437600] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.min_version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437752] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.region_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.437907] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.retriable_status_codes = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438072] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.service_name = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438228] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.service_type = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438388] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.split_loggers = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438555] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.status_code_retries = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438747] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.status_code_retry_delay = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.438853] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.timeout = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439015] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.valid_interfaces = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439179] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_limit.version = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439341] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_reports.file_event_handler = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439503] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439658] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] oslo_reports.log_dir = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439825] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.439981] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440177] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440350] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440513] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440680] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.440850] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441014] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_ovs_privileged.group = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441181] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441349] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441510] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441666] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] vif_plug_ovs_privileged.user = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.441835] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442027] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442228] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442408] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442579] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442745] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.442910] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443082] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443262] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443435] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_ovs.isolate_vif = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443602] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443769] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.443937] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444120] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444286] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] os_vif_ovs.per_port_bridge = False {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444454] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] privsep_osbrick.capabilities = [21] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444612] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] privsep_osbrick.group = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444766] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] privsep_osbrick.helper_command = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.444926] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445106] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445266] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] privsep_osbrick.user = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445437] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445594] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] nova_sys_admin.group = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445750] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] nova_sys_admin.helper_command = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.445909] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446080] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446239] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] nova_sys_admin.user = None {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 502.446376] env[62490]: DEBUG oslo_service.service [None req-40266e0a-1616-49e7-b8a4-f5b18a99ba51 None None] ******************************************************************************** {{(pid=62490) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 502.446790] env[62490]: INFO nova.service [-] Starting compute node (version 29.0.2) [ 502.950830] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Getting list of instances from cluster (obj){ [ 502.950830] env[62490]: value = "domain-c8" [ 502.950830] env[62490]: _type = "ClusterComputeResource" [ 502.950830] env[62490]: } {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 502.951930] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0746a2-ea0c-4c56-856f-fdb0df7e5d57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 502.960849] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Got total of 0 instances {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 502.961439] env[62490]: WARNING nova.virt.vmwareapi.driver [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 502.961899] env[62490]: INFO nova.virt.node [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Generated node identity 58d12e9c-c3f5-4a54-9afe-d46accdaa966 [ 502.962176] env[62490]: INFO nova.virt.node [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Wrote node identity 58d12e9c-c3f5-4a54-9afe-d46accdaa966 to /opt/stack/data/n-cpu-1/compute_id [ 503.464628] env[62490]: WARNING nova.compute.manager [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Compute nodes ['58d12e9c-c3f5-4a54-9afe-d46accdaa966'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 504.470316] env[62490]: INFO nova.compute.manager [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 505.480934] env[62490]: WARNING nova.compute.manager [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 505.481301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.481852] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.482026] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.482221] env[62490]: DEBUG nova.compute.resource_tracker [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 505.483177] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb66dcf4-9c0b-4c20-b7f4-94fb36b880bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.491215] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809e4dc-2eb5-4a2e-97f0-50c88d66efda {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.506141] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfdbaf1-89ef-45f0-8b3c-e0105b96567a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.512515] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb5d6e-7a33-48af-9f0e-82d85a4704b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 505.541249] env[62490]: DEBUG nova.compute.resource_tracker [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181253MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 505.541406] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.541592] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 506.044381] env[62490]: WARNING nova.compute.resource_tracker [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] No compute node record for cpu-1:58d12e9c-c3f5-4a54-9afe-d46accdaa966: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 58d12e9c-c3f5-4a54-9afe-d46accdaa966 could not be found. [ 506.547781] env[62490]: INFO nova.compute.resource_tracker [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 [ 508.055566] env[62490]: DEBUG nova.compute.resource_tracker [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 508.055989] env[62490]: DEBUG nova.compute.resource_tracker [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 508.213969] env[62490]: INFO nova.scheduler.client.report [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] [req-98180435-09a1-44b1-a283-aaa77df44296] Created resource provider record via placement API for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 508.231462] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c411fef2-c4cf-49ad-b445-c448a516104b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.239310] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657d6adf-a5e5-410b-86a0-75b1b4c24dad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.269318] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3079016f-190b-4c97-b664-ad9e1a2128ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.276642] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f7c5d4-f7ff-4901-8e64-d4bce2a59ccf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.289867] env[62490]: DEBUG nova.compute.provider_tree [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 508.823668] env[62490]: DEBUG nova.scheduler.client.report [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 508.823895] env[62490]: DEBUG nova.compute.provider_tree [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 0 to 1 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 508.824047] env[62490]: DEBUG nova.compute.provider_tree [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 508.873085] env[62490]: DEBUG nova.compute.provider_tree [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 1 to 2 during operation: update_traits {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 509.377860] env[62490]: DEBUG nova.compute.resource_tracker [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 509.378115] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 509.378276] env[62490]: DEBUG nova.service [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Creating RPC server for service compute {{(pid=62490) start /opt/stack/nova/nova/service.py:186}} [ 509.390957] env[62490]: DEBUG nova.service [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] Join ServiceGroup membership for this service compute {{(pid=62490) start /opt/stack/nova/nova/service.py:203}} [ 509.391159] env[62490]: DEBUG nova.servicegroup.drivers.db [None req-fb460398-ead9-4de1-a420-890bab487f6b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62490) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 511.393210] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.896880] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Getting list of instances from cluster (obj){ [ 511.896880] env[62490]: value = "domain-c8" [ 511.896880] env[62490]: _type = "ClusterComputeResource" [ 511.896880] env[62490]: } {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 511.898080] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0589f20d-a9bf-4e8b-8b9b-848c3308bc49 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.907651] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Got total of 0 instances {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 511.907869] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.908179] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Getting list of instances from cluster (obj){ [ 511.908179] env[62490]: value = "domain-c8" [ 511.908179] env[62490]: _type = "ClusterComputeResource" [ 511.908179] env[62490]: } {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 511.909090] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b0ed3-37f3-4a39-8e2d-838e0aa47044 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.916696] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Got total of 0 instances {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 557.668572] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.669026] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 557.669084] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 557.669200] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 558.172563] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 558.172808] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.173090] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.173297] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.173483] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.173664] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.173844] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.174015] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 558.174168] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 558.677500] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.678052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.678052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.678137] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 558.679291] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4595c2cf-351b-4d20-a21e-88bf8eb0281a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.687829] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc1a612-bf5d-4d13-8982-a66192391d1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.701428] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da929581-fb6e-4d98-87a3-13ef90849f03 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.707455] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ef780a-cb40-4a4a-a6ee-d4c991382e4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.739428] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181235MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 558.739582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.739757] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.757473] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 559.757747] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 559.771357] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2d005-ba21-4044-b356-d06cc47fe6a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.778811] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa4e71-a03f-4202-b64f-90b0786159c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.807876] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe0cb7-c6b1-4e69-a881-f0835aff54f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.814653] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2f24c0-e957-4b60-ab51-d81a76f03a57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.827715] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.330771] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.836142] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 560.836503] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.822210] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.822582] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.327943] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.328202] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 621.328370] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 621.834849] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 621.834849] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.834849] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.834849] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.834849] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.834849] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.835350] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.835350] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 621.835350] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 622.340018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.340018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.340018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.340018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 622.340018] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea59d89-34b7-479d-9e95-99a4cfe80840 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.348344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689f9dd-155a-4bb3-818d-cb5dec9f954c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.363194] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9deb15e-fcae-48da-b81f-2cf8ffb92682 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.370180] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a794e2-ec74-4571-a86f-72ef62ed53c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.401671] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181244MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 622.401671] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.401671] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.418047] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 623.418323] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 623.430740] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd436760-27e6-434c-b1e7-96bb7dbd705a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.438828] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5411041e-c3c8-4d49-8084-0f67c6d6493b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.468238] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d975b35-c565-448f-a55d-1c73e8163fbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.475065] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f63a09-fdd5-46f8-a585-0944cfba22d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.487625] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.990740] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.992081] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 623.992265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.993893] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.994359] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.994359] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 683.994506] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 684.497526] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 684.497778] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.497888] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.498049] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.498201] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.498345] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.498480] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.498608] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 684.498743] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.006027] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.006027] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.006027] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.006027] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 685.006027] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df84d3-4ff1-493c-92ad-f29c6c8dcd45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.012487] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a822bb6f-4c1b-4103-8849-b5fbd025fee5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.027484] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf50c5b-1276-45ce-8e3a-f001dcdccfd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.034840] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa4cff5-611c-43ba-bd47-f74d60e1eebf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.064199] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181249MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 685.065213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.065213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.084338] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 686.084338] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 686.097531] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ff58d-c001-4f21-93a6-1c1fc86a374d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.104864] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8f8d5f-e280-4bba-b75c-f35f8e45d724 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.133634] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd988af-214a-410d-af0f-953eb90daf8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.140451] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19380563-6070-42e5-b54a-d602629cd816 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.153054] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.656213] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.657507] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 686.657688] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.318113] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.318475] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.822952] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.823216] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 744.823216] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 745.326305] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 745.326710] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.326710] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.326827] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.326972] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.327123] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.327266] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.327390] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 745.327525] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 745.830756] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.831056] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.831163] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.831313] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 745.832306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae47209-e03f-483f-a58a-4b07a6a8a965 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.840632] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2dff7d-9481-4f90-89d1-4f75105b803e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.854572] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6a2d33-867a-4681-91b5-5e9773a99dab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.861171] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c30c5e-4f47-4857-9e5c-b5b181846070 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.889902] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181237MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 745.890097] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.890258] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.908711] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 746.908957] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 746.921724] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a09b473-b911-4509-8fcb-0e0dedc9429e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.929908] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd341c1-387a-4c77-8352-ddeb8ea9eb64 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.961655] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4dc1ba-c714-4fbe-9c6e-667263c533f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.969371] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3e9241-7c98-45a3-8bc2-0b09275345d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.982785] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.486034] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.487355] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 747.487538] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.660249] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.660677] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.660677] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 798.164241] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] There are 0 instances to clean {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 798.164476] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.164614] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances with incomplete migration {{(pid=62490) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 798.667807] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.170522] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.170903] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.170972] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 800.171141] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.674300] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.674539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.674707] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.674859] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 800.675784] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335a988b-1d9b-429b-a485-ebab88901ebf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.684049] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a023e116-f442-400f-9147-1feba7868ab1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.697548] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68031d-2c93-451c-81f4-f6a3dbb6645a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.703441] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808a2fa3-f2b1-46f8-84d8-076afdf39074 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.731032] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181252MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 800.731171] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.731358] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.754538] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 801.754806] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 801.767760] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e7623-fb45-4cba-8716-86cfd9ea098b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.775809] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eacdee9-d2c0-4859-9585-b094f693bcb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.805790] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef7e321-7661-440c-ab15-15e886db1f6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.813380] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba7e2cb-f26a-49a6-804b-8796e34460dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.826479] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.330022] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.331345] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 802.331526] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.821596] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 803.821897] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 803.821981] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 803.822132] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 804.325442] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 804.325767] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.325972] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.326184] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.660426] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.659682] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.660160] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.660614] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.660614] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 861.660726] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.164368] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.164604] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.164772] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.164924] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 862.165926] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76049db6-7ed3-4294-b9f0-f3dff4f81c8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.174147] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e90da-69d1-4b74-9360-c11995e200cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.188768] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ef9b73-444d-49d1-8826-46e93546efad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.194948] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ef8e48-9810-4ee2-b19b-b15505028226 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.222919] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181235MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 862.223516] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.223747] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.256070] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 863.256319] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 863.273923] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 863.286192] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 863.286394] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.297407] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 863.312134] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 863.323034] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c5c5a-2c21-4edb-812b-aee4e7744154 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.330475] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03ee3da-4f5d-44aa-887d-f650f49e1096 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.360114] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ae2009-c03e-4cdc-b189-d30307fb134f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.367154] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410cf2ad-91d6-4a73-9ff2-b5dc5c4c82e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.379740] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.883321] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.884672] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 863.884847] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.661s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.886071] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.886071] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.886071] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 864.886071] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 865.389069] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 865.389271] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.659911] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.655456] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.659738] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.660134] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.661443] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.659360] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.659554] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 922.659675] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 923.162939] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 923.163367] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.163367] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 923.659997] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.660263] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.661672] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.163328] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.163688] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.163819] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.163935] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 924.164885] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1478f583-1664-4536-bea3-deb491a3c219 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.174355] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc874bb-5548-48d3-b1d9-6616ca11b1c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.188136] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866fb89-7649-4e9d-bcf6-28555b306efc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.194325] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1c0bdb-d185-473d-be66-11d1ec68df2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.222430] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181258MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 924.222559] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.222751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.246375] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 925.246659] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 925.262210] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2efca80-9cc6-4fdc-bc1f-f80d3fc9955a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.270047] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe110ba4-1508-4f2c-ae63-2b0573f309a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.300817] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651ffba8-20da-4ab9-867c-949f5189930f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.308737] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5734c7ae-640a-4282-b646-2a335abd21ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.322382] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.825887] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.827234] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 925.827443] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.605s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.826782] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.661084] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.661500] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.660587] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.659583] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.659809] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 982.659885] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 983.162972] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 983.163230] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.164430] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 983.660341] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.660707] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.163829] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.164083] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.164248] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.164388] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 984.165285] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de7f43-da59-4ac8-a648-f7b82281ae7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.173652] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ee952-7b10-45c1-a08d-2d99224f7c6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.187251] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e781d4-3937-4c0f-bb08-3b4cb94abb3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.193391] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546a341a-875c-4a32-b1b3-e259dc66cdc5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.221737] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181235MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 984.221875] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.222069] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.243025] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 985.243025] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 985.254548] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ed11f-08a3-4026-9a29-77c5d715038b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.262425] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b6106d-14ab-4d4e-a9c2-0b2dba88c835 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.292109] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ed03db-161f-430f-9cc6-47ded5d49ea5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.299604] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2317e34-61ff-4667-9a68-a8980717cd7e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.313782] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.818117] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.818853] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 985.819129] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.813871] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.659248] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.657953] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.660529] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.660272] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.659299] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.659667] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.659667] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1044.659285] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.659750] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1044.659750] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1045.162770] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1045.163122] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.666973] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.667412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.667530] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.667593] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1045.668580] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c454ea-79a0-43cd-9f74-46a1f768ac2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.677440] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ba0a1c-0410-421a-8b39-29df4c233b5f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.691791] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc94f55-d101-46dd-acda-2f47df6738b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.698444] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2cb29-1a3e-4f7f-9d72-2be469bd33a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.728383] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181241MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1045.728572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.728732] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.748424] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1046.748656] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1046.762175] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4556108e-759b-41bf-93ff-77d60feea40b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.769597] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf8f6d-ea3b-4c3b-89c7-0ddb8c5be87f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.798156] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03d021-6306-4f5c-a22b-18758404e2af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.804767] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb597a84-02c8-4099-95f7-a25eef929703 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.817969] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.321502] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.322624] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1047.322809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.819575] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.819927] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.659914] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.660895] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.661309] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances with incomplete migration {{(pid=62490) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1102.163611] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.659593] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.660068] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.660068] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1103.660889] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.659420] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.659615] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1104.659737] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1105.162494] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1105.162852] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.670072] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.670294] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.670468] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.670605] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1105.671643] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b175c5-dadb-4084-9269-b83fcab3a97e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.680017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6552a957-be6d-494a-897e-ade07ed3d792 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.694843] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bd89ba-2d17-46ad-8888-0e384ce01e5a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.701657] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20dd040-1f3b-496a-904b-a0d81145d9e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.731149] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181203MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1105.731409] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.731490] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.749702] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1106.749950] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1106.762862] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6b71e-f7ad-493e-9a71-034b7f3e700b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.770404] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217caed3-c32c-4736-b451-4a41570aee61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.799038] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4eb113-1fad-4c1c-8fbc-3df6fb43b513 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.805605] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c654759-a036-483a-a201-276614a39557 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.818155] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.321765] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.323054] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1107.323241] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.323454] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.323591] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1107.826501] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] There are 0 instances to clean {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1109.660864] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.661272] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.661272] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.162432] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.394342] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.897408] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Getting list of instances from cluster (obj){ [ 1111.897408] env[62490]: value = "domain-c8" [ 1111.897408] env[62490]: _type = "ClusterComputeResource" [ 1111.897408] env[62490]: } {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1111.898504] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aed721-3416-4fab-9b7b-8e13b239a0f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.907285] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Got total of 0 instances {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1113.168784] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.659621] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.660584] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.659835] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.660063] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1165.659964] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.660427] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1165.660427] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1166.163623] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1166.163838] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.164033] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.667809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.668223] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.668287] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.668386] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1166.669310] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d37933-5358-4cc1-9540-325688eb2da2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.677549] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd8251-ea94-4e90-ac35-d3634137af1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.691798] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff57928-b669-49cf-a316-97b3e426cc4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.697901] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b283d1b-6dda-4604-9a34-be2dba929cdd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.726103] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181237MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1166.726237] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.726407] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.840536] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1167.840789] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1167.856370] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1167.867486] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1167.867661] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.876700] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1167.891047] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1167.902264] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fa78de-bf9e-4776-a8a1-c71d9d3cda15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.909875] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fb08c1-3d8f-4e8e-97fb-556fca84f1f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.939823] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7467500e-2264-4c8e-a238-f678dc9372a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.946965] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3cca5c-e9c9-42c6-80aa-f5181e786703 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.959862] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.463396] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.464603] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1168.464783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.738s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.459647] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.460036] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.660197] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.659495] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.659877] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.659758] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.660154] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1226.660154] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1227.163121] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1227.163360] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.163537] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1227.163679] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.667214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.667536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.667536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.667689] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1227.669022] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9576d-190f-4ac9-8adb-4fa996e3309a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.677015] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f440c2b-9467-44f3-91c5-47d37107201c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.690484] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16bbc2f-4c22-4061-948c-13d9caa819da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.696403] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e4e97-0b0f-4890-99eb-72d4a9ec7f38 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.724790] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181245MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1227.724918] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.725113] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.749625] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1228.749920] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1228.765402] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf1fef-8ef4-488d-a6ef-3cf806094744 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.775747] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b6710c-5641-4203-bf55-0d7243b05c67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.824970] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cf0b25-1b17-4b3f-b27b-bcc339dac692 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.835072] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66b4879-77f7-49e0-a553-9da5713bce65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.855121] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.359179] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.360554] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1229.360746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.636s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.857190] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.857594] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.655327] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.660478] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.655349] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.659549] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.660346] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.660590] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.660971] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1286.660971] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1287.164267] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1287.660109] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.660215] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.660670] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1288.660742] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.164021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.164275] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.164443] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.164597] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1289.165525] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04931960-8cd7-478d-88ef-02d68f4898ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.173940] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef8b07-c49e-4d9e-8ff2-6ab557551236 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.187436] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448bfc3-80a4-4b48-83e0-33b68b8d72e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.193687] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e208e20-8d4a-4a57-94af-049ab94b016a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.222775] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181238MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1289.222913] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.223100] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.242805] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1290.243043] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1290.256317] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536629b6-0488-4b23-af64-ddba27548b0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.263996] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99891c-e86f-434f-b718-f015f7b9af3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.293324] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b48c2e-e219-4b2e-8fc7-4f514cebb9c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.300288] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76cc5ce-744b-4377-bb79-f4ff1b83188c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.312873] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.815605] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.816864] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1290.817053] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.812298] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.812653] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.660061] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.661401] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.661785] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.661463] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.661831] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1346.661831] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1347.165299] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1348.660428] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.660846] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.165042] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.165282] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.165447] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.165597] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1349.166481] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c676632-b4f0-4330-ac4b-a5596e19c6fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.174394] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8c604-f04f-45c5-9257-0fd8ee6da491 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.187901] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da449ab-bede-4fde-8d7b-600b55a0040a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.193886] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5cee22-4027-4243-a930-18e1cab7aad6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.221884] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181240MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1349.222027] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.222199] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.239207] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1350.239469] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1350.251919] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b69538-817f-464a-a6b4-0060613bc754 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.259511] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f76abe-a5b0-4798-8688-ceac342a7072 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.288280] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd66b34e-1cd4-452b-ba5f-5c00af5f42d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.295151] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfed8153-38d0-4e28-9a50-01bbe1301a99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.307474] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.810691] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.812105] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1350.812286] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.811825] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.812352] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.812352] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.812522] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1354.659925] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.654795] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.661583] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.661909] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.662154] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.662154] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1407.662154] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1408.165477] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1408.165477] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.165477] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1408.669425] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] There are 0 instances to clean {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1408.669425] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.669425] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances with incomplete migration {{(pid=62490) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1410.666983] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.667273] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1411.170921] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.171199] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.171369] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.171521] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1411.172450] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e44dc-abea-4c43-93fa-970fa0e6f4eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.181082] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8856f298-f53f-435a-85cb-6d37111d3bca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.194637] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f14067a-d8d6-4bdd-988a-4c88dcfb0332 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.200834] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d099e69-53e8-4b2c-9b65-0e67ef7238b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.229190] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181234MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1411.229331] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.229505] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.247049] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1412.247325] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1412.262857] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16236404-15df-4db7-a8cd-32ef24c9a1fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.270466] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac054201-8c64-4e10-9a5e-bd7517b99e37 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.298932] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31007abb-cab5-4e15-ae27-f9e586f7a94c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.305751] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ade6ee4-a06f-45d8-ad08-3170cbe94824 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.318387] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.822882] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.822882] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1412.822882] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.810973] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.810973] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.810973] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.810973] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1414.660491] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.661549] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.162103] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.162542] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.660678] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.661100] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1468.661320] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1469.164834] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1470.660431] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.163709] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.163954] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.164127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.164361] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1471.165328] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a9d73-2b52-48cf-a1ee-4519eb87e105 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.173300] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5456de70-344a-47af-b889-24bd0ee84fb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.187421] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7476cbb5-ffb0-4e1b-abe1-d75026e01d91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.193590] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63231b4-c196-4a43-991d-6a5f1b1ef6a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.222247] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181236MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1471.222423] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.222577] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.256567] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1472.256860] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1472.272083] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1472.282632] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1472.282805] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1472.293114] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1472.306964] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1472.317297] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6a00a7-386c-4b4b-b854-b82c1b127d96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.324406] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f79c5a-0b3b-4509-83fe-6daa8f95282b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.353234] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a8558d-7e78-4d21-bc86-d1760cfc91b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.359970] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123c52b7-ee83-498c-84ed-3cdad5aeb1a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.373068] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.876018] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.877271] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1472.877451] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.655s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.877109] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.877501] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.877501] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.877634] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1474.659754] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.659610] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1481.655397] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.662614] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.663064] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.660604] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.660811] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1528.661084] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1529.164176] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1530.660438] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.163855] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.164094] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.164269] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.164425] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1531.165554] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f11367-f2e2-41a2-9951-dcffc90c230b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.174041] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c7a676-b22d-49fb-816a-152271a8611f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.187739] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed9570-9bbe-4c22-a801-104af30b862d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.193704] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dd865a-069b-46bb-90f3-6c52fca313b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.221862] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181240MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1531.222038] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.222189] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.240598] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1532.240883] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1532.253413] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88e650d-8cb1-4ed2-9c1e-416814cff3ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.260558] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8399ab-a2b6-4390-ab23-061c0de77793 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.290164] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0c1cb-bd59-43ca-83f8-9adccebd2bc4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.297186] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dc55e4-5edd-4030-a5f1-d0700a1af386 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.310913] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.813676] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.814934] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1532.815130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.816176] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.816176] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.816176] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.660690] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.660926] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.661025] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1587.661654] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.661927] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.661073] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.661516] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1590.661516] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1591.164060] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1591.164324] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.667536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.667903] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.667951] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.668105] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1591.669454] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1dcf8e-687c-42e6-9b39-8c81f77a343d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.678013] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bba5bd-4333-4989-b144-848477115026 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.693146] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e02d0e7-4efb-4daf-8d52-530807e18b25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.699514] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dbe493-d096-483d-8d9d-c932e943a898 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.727480] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181237MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1591.727581] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.727766] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.745738] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1592.746027] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1592.758768] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee47a9e3-ab72-4285-8053-f4ba9d517562 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.766019] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2db8b6-52a7-4580-bee7-8f7ff4d4f88f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.796122] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c86d37-362f-478f-9c3f-d2a89243a244 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.803247] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1acc400-48d3-43b9-a485-fb355780826c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.815897] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.319490] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.320780] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1593.320973] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.315804] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.316235] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.316235] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.659678] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.659611] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.659974] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1606.656089] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.662679] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.663166] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.659992] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.660471] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1651.660471] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1652.163675] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1652.659500] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.163201] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.163637] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.163701] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.163824] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1653.164730] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea96c8d2-4d4f-4da6-85cd-17c6a6575b23 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.173129] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fd9ddf-dc57-458e-8400-5b12973a540f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.187979] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca25a0b-b697-4df8-b370-6e9d6c8d136d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.194148] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd529ab8-921b-490e-9c9b-324d4cbab601 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.222936] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181228MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1653.223109] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.223226] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.240794] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1654.241110] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1654.254275] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027669d-ecf1-456a-ae1c-251618fdf55f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.262050] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd6624-8bf0-4331-855e-6f8edda8bea7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.291816] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebecd3-4a4c-42f3-8061-9a6fe41fefd3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.298468] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb002e9-2749-4376-a4be-74fc11b0067c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.311211] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.814460] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.815796] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1654.815978] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.811645] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.812056] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.812056] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.660291] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.659569] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.659954] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1691.088884] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.089273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.528568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.528822] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.592347] env[62490]: DEBUG nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.034709] env[62490]: DEBUG nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.144736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.145054] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.147343] env[62490]: INFO nova.compute.claims [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.555968] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.221340] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843cfcac-4566-4dc2-9a36-832a7d3438d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.228708] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383486a7-35ef-4e7f-8c88-cf4dfcd8584b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.265927] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e7f194-e26b-4a7b-9958-dd2667765428 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.274393] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577945ac-20bb-4aff-a3bf-2985e9af718d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.290022] env[62490]: DEBUG nova.compute.provider_tree [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.797123] env[62490]: DEBUG nova.scheduler.client.report [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.296317] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.297920] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.303556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.304665] env[62490]: DEBUG nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1694.309209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.753s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.310641] env[62490]: INFO nova.compute.claims [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1694.799643] env[62490]: DEBUG nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1694.819292] env[62490]: DEBUG nova.compute.utils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.821045] env[62490]: DEBUG nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1694.821343] env[62490]: DEBUG nova.network.neutron [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1695.328759] env[62490]: DEBUG nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1695.333867] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.416693] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e412e7b9-31ec-493c-a5ca-16a6a790c305 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.425925] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e1aba8-1de8-4510-8a32-54f915efb9e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.458100] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e4dfe-aeee-452e-ab73-00b81e94b9ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.466139] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9d51ee-da38-44cf-90c5-cba36fcb9873 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.489669] env[62490]: DEBUG nova.compute.provider_tree [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.761820] env[62490]: DEBUG nova.policy [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19abd0fafba044bdbe7dc000026d8def', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15eceec8dcb14af5b76e1091e63386f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1695.995026] env[62490]: DEBUG nova.scheduler.client.report [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.343387] env[62490]: DEBUG nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1696.380930] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1696.380930] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.380930] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1696.381152] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.381152] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1696.381152] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1696.381152] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1696.381277] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1696.381465] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1696.381630] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1696.381800] env[62490]: DEBUG nova.virt.hardware [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1696.382810] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93935920-3013-4c88-99d9-48b917fd6a6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.393306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4088706d-4b01-46cc-817a-b4ddfa63133e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.411532] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee9e79f-5288-4921-9b08-3e5734993196 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.500208] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.501231] env[62490]: DEBUG nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.507540] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.171s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.507540] env[62490]: INFO nova.compute.claims [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.014298] env[62490]: DEBUG nova.compute.utils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1697.026023] env[62490]: DEBUG nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1697.026023] env[62490]: DEBUG nova.network.neutron [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1697.333797] env[62490]: DEBUG nova.policy [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0d7fea722574bfc84d1aba5e1136168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801378c08d8c4679a42d713bd7ee3b52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1697.526950] env[62490]: DEBUG nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.636325] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7676d1b-6f86-4caa-9c31-011b02fa6734 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.647782] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63058709-7ea5-42f4-85e4-d6f5db898018 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.681306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146da068-e5cc-4f21-9252-ba2d031aa1b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.690031] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc47c12-26af-4bab-8fdc-1f17f9c3bf52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.706711] env[62490]: DEBUG nova.compute.provider_tree [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.211944] env[62490]: DEBUG nova.scheduler.client.report [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.241515] env[62490]: DEBUG nova.network.neutron [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Successfully created port: 19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1698.547299] env[62490]: DEBUG nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.578688] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.578825] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.578879] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.579576] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.579576] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.580507] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.580507] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.580507] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.580507] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.580507] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.580679] env[62490]: DEBUG nova.virt.hardware [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.582969] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf6b4e1-7588-41a9-96df-9f64b5a9d875 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.593037] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da8fe20-ea84-485e-85bf-d761dfd2adb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.720470] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.721095] env[62490]: DEBUG nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.227152] env[62490]: DEBUG nova.compute.utils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1699.228633] env[62490]: DEBUG nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1699.228813] env[62490]: DEBUG nova.network.neutron [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1699.521050] env[62490]: DEBUG nova.policy [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c37cec8fac3d402190de4a44226d7af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed96f032085c48b098a38a80ff0edcd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1699.735624] env[62490]: DEBUG nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1699.814496] env[62490]: DEBUG nova.network.neutron [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Successfully created port: bc057a53-bf3c-497c-ad57-ef21592c0691 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.719937] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.720185] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.749946] env[62490]: DEBUG nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1700.781038] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1700.781302] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.781781] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1700.781781] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.782113] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1700.782113] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1700.782624] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1700.782780] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1700.782970] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1700.783233] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1700.783356] env[62490]: DEBUG nova.virt.hardware [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1700.784471] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f91ba43-eac7-4db7-ab38-85e1c6672fec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.795503] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b07e7-f65a-46fe-a3df-e37d7b94de70 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.222609] env[62490]: DEBUG nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.760802] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.761132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.763102] env[62490]: INFO nova.compute.claims [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.876107] env[62490]: DEBUG nova.network.neutron [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Successfully created port: 280f19f4-8963-4d8d-a37b-d2fbafe83106 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.874133] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.874441] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.877772] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf520523-4804-4794-8683-4028b8240181 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.887930] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83bebda-3057-48a3-89e7-9aa104cceb29 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.923978] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f984d5-36e9-47f1-844f-7b54590eb73f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.932381] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5763adb2-6165-4f49-9e80-01e19c6b2913 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.949963] env[62490]: DEBUG nova.compute.provider_tree [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.012787] env[62490]: DEBUG nova.network.neutron [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Successfully updated port: 19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.381217] env[62490]: DEBUG nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1703.453553] env[62490]: DEBUG nova.scheduler.client.report [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.515331] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.515520] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.515654] env[62490]: DEBUG nova.network.neutron [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.769047] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.769168] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.910747] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.961334] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.962012] env[62490]: DEBUG nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.968487] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.058s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.970847] env[62490]: INFO nova.compute.claims [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.113407] env[62490]: DEBUG nova.network.neutron [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Successfully updated port: bc057a53-bf3c-497c-ad57-ef21592c0691 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.211307] env[62490]: DEBUG nova.network.neutron [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.272824] env[62490]: DEBUG nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.488063] env[62490]: DEBUG nova.compute.utils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.488785] env[62490]: DEBUG nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1704.489028] env[62490]: DEBUG nova.network.neutron [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.541590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.541996] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.616502] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "refresh_cache-72d8c66d-8cc8-4c6e-a5ff-157fa192849c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.616607] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired lock "refresh_cache-72d8c66d-8cc8-4c6e-a5ff-157fa192849c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.617506] env[62490]: DEBUG nova.network.neutron [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.672182] env[62490]: DEBUG nova.policy [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df9701ebef6495bbf054f70f40d87b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c7f2988e1ab43c087f043329642b0ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.813718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.996233] env[62490]: DEBUG nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.044651] env[62490]: DEBUG nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.107874] env[62490]: DEBUG nova.network.neutron [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.197442] env[62490]: DEBUG nova.network.neutron [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Successfully updated port: 280f19f4-8963-4d8d-a37b-d2fbafe83106 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1705.265916] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcb2ab2-7673-4710-9e6a-09593d0bc3a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.277439] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00319479-3cbb-44ba-af4d-234365b09c86 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.309821] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0d588c-d797-47d3-86bd-3bf6acff5590 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.317994] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38756a28-0aad-42fd-b9c6-d34b85e6f080 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.333547] env[62490]: DEBUG nova.compute.provider_tree [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.413630] env[62490]: DEBUG nova.network.neutron [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.575221] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.611809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Releasing lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.612046] env[62490]: DEBUG nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Instance network_info: |[{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1705.612588] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:2d:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19c5e649-f91d-4b55-a09c-cfcbc66a94c1', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.629939] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.631032] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-732ff79d-2264-4220-a901-861344e28ad6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.649097] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Created folder: OpenStack in parent group-v4. [ 1705.649332] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Creating folder: Project (15eceec8dcb14af5b76e1091e63386f3). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.649588] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad7a3df6-f540-431d-9d9b-3e1374b401c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.662080] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Created folder: Project (15eceec8dcb14af5b76e1091e63386f3) in parent group-v423467. [ 1705.662286] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Creating folder: Instances. Parent ref: group-v423468. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.662538] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3466b22d-c938-4813-9cb8-3c5eaae904f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.675139] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Created folder: Instances in parent group-v423468. [ 1705.675459] env[62490]: DEBUG oslo.service.loopingcall [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.675609] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.675817] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aec87f1c-228b-48c7-a7cb-aac85f94c427 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.699466] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.699466] env[62490]: value = "task-2065115" [ 1705.699466] env[62490]: _type = "Task" [ 1705.699466] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.704378] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "refresh_cache-757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.704378] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquired lock "refresh_cache-757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.704547] env[62490]: DEBUG nova.network.neutron [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.717059] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065115, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.837808] env[62490]: DEBUG nova.scheduler.client.report [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.974503] env[62490]: DEBUG nova.network.neutron [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Successfully created port: 8ccb9439-fc90-42a7-ace3-a147f27cdccd {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1706.007258] env[62490]: DEBUG nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.040107] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1706.040955] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.040955] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1706.040955] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.040955] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1706.041203] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1706.041582] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1706.041962] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1706.042292] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1706.042756] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1706.042905] env[62490]: DEBUG nova.virt.hardware [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1706.044379] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2379e54-7ed7-4428-9f7d-1dc4da1a50d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.055659] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a715a845-25b3-4eaa-95cd-caef1713a7f1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.073343] env[62490]: DEBUG nova.network.neutron [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Updating instance_info_cache with network_info: [{"id": "bc057a53-bf3c-497c-ad57-ef21592c0691", "address": "fa:16:3e:f0:da:47", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc057a53-bf", "ovs_interfaceid": "bc057a53-bf3c-497c-ad57-ef21592c0691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.214817] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065115, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.341401] env[62490]: DEBUG nova.network.neutron [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.348308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.349801] env[62490]: DEBUG nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1706.354199] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.541s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.356382] env[62490]: INFO nova.compute.claims [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.577484] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Releasing lock "refresh_cache-72d8c66d-8cc8-4c6e-a5ff-157fa192849c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.577870] env[62490]: DEBUG nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Instance network_info: |[{"id": "bc057a53-bf3c-497c-ad57-ef21592c0691", "address": "fa:16:3e:f0:da:47", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc057a53-bf", "ovs_interfaceid": "bc057a53-bf3c-497c-ad57-ef21592c0691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.578425] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:da:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc057a53-bf3c-497c-ad57-ef21592c0691', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.589823] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Creating folder: Project (801378c08d8c4679a42d713bd7ee3b52). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1706.590083] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2ded903-788a-4b6e-a3e6-a0fb2f2d5962 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.608684] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Created folder: Project (801378c08d8c4679a42d713bd7ee3b52) in parent group-v423467. [ 1706.608911] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Creating folder: Instances. Parent ref: group-v423471. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1706.609187] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b62687f9-365a-47bb-b6c0-9974a91adb21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.618637] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Created folder: Instances in parent group-v423471. [ 1706.618972] env[62490]: DEBUG oslo.service.loopingcall [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.619070] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.619295] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-212b56c8-6e6a-4586-887f-aa96d09d9f4c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.642155] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.642155] env[62490]: value = "task-2065118" [ 1706.642155] env[62490]: _type = "Task" [ 1706.642155] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.652921] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065118, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.712286] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065115, 'name': CreateVM_Task, 'duration_secs': 0.688226} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.712387] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.725425] env[62490]: DEBUG oslo_vmware.service [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd7022-0c65-4063-afb4-e6ed20c473dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.732009] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.732091] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.734651] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.734651] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb8ee1a-c337-4ead-96fc-f8cd21aeaaea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.737941] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1706.737941] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c51d79-bebf-c38e-aabd-d6c8b842de79" [ 1706.737941] env[62490]: _type = "Task" [ 1706.737941] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.745800] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c51d79-bebf-c38e-aabd-d6c8b842de79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.862748] env[62490]: DEBUG nova.compute.utils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.864735] env[62490]: DEBUG nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.864985] env[62490]: DEBUG nova.network.neutron [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1706.988672] env[62490]: DEBUG nova.policy [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48bb75a1cf64f1784a17ba5f8440f57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bbbd063d6ca4e9aac72da6972564341', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1707.155321] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065118, 'name': CreateVM_Task, 'duration_secs': 0.410193} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.155648] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.156168] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.164736] env[62490]: DEBUG nova.network.neutron [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Updating instance_info_cache with network_info: [{"id": "280f19f4-8963-4d8d-a37b-d2fbafe83106", "address": "fa:16:3e:b1:3d:5e", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280f19f4-89", "ovs_interfaceid": "280f19f4-8963-4d8d-a37b-d2fbafe83106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.178481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.178481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.248982] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.249146] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.249391] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.250226] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.250226] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.250226] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.250525] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.250768] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec31a0d2-e0ba-44aa-9291-bad013af7c21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.253283] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b309db-f674-4f6e-bcae-1448d64fc8f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.263167] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.263346] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.264145] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ff8be-28ba-4115-b7ed-fdf1fb112390 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.271621] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1707.271621] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524baff5-962c-ff67-2ddb-61d2375e45d2" [ 1707.271621] env[62490]: _type = "Task" [ 1707.271621] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.278132] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3d90af-7b60-4f45-acec-3df2af0b560a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.290214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.290214] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.290214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.290214] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1707.290214] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52630276-ff60-259d-9e73-c19ce7f3d32e" [ 1707.290214] env[62490]: _type = "Task" [ 1707.290214] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.298904] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Preparing fetch location {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1707.299349] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Creating directory with path [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.299692] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db598967-dac1-4495-836f-adbad003eb39 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.326804] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Created directory with path [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.327081] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Fetch image to [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1707.327164] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Downloading image file data fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 to [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk on the data store datastore1 {{(pid=62490) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1707.328381] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c703fa-aefd-4ee5-be5b-8d3499a549c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.337381] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538361cc-87b9-4e30-959d-5ff0785a2e0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.350926] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd630d8f-b01b-46fa-bb8b-07808062b86b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.393580] env[62490]: DEBUG nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1707.402179] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6444c66-f1eb-4edb-a43b-24f0251023ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.410366] env[62490]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-16916c18-8a3b-4436-ae25-778f5a5fd595 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.435303] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Downloading image file data fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 to the data store datastore1 {{(pid=62490) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1707.466956] env[62490]: DEBUG nova.compute.manager [req-a2b8c534-dc07-4ccd-aa4e-f5f7082d9849 req-902a681b-f9d3-466c-a952-e5a89a8b0335 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received event network-vif-plugged-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1707.470378] env[62490]: DEBUG oslo_concurrency.lockutils [req-a2b8c534-dc07-4ccd-aa4e-f5f7082d9849 req-902a681b-f9d3-466c-a952-e5a89a8b0335 service nova] Acquiring lock "f53dbc3e-445d-4d0a-85a1-70003bd67502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.470378] env[62490]: DEBUG oslo_concurrency.lockutils [req-a2b8c534-dc07-4ccd-aa4e-f5f7082d9849 req-902a681b-f9d3-466c-a952-e5a89a8b0335 service nova] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.470378] env[62490]: DEBUG oslo_concurrency.lockutils [req-a2b8c534-dc07-4ccd-aa4e-f5f7082d9849 req-902a681b-f9d3-466c-a952-e5a89a8b0335 service nova] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.470612] env[62490]: DEBUG nova.compute.manager [req-a2b8c534-dc07-4ccd-aa4e-f5f7082d9849 req-902a681b-f9d3-466c-a952-e5a89a8b0335 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] No waiting events found dispatching network-vif-plugged-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.470714] env[62490]: WARNING nova.compute.manager [req-a2b8c534-dc07-4ccd-aa4e-f5f7082d9849 req-902a681b-f9d3-466c-a952-e5a89a8b0335 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received unexpected event network-vif-plugged-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 for instance with vm_state building and task_state spawning. [ 1707.533693] env[62490]: DEBUG oslo_vmware.rw_handles [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62490) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1707.625726] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7143b66b-b7dc-411f-9f6b-beea833067ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.634864] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29493690-0340-4f6b-98fc-f803deac50c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.672164] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.672718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Releasing lock "refresh_cache-757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.673013] env[62490]: DEBUG nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Instance network_info: |[{"id": "280f19f4-8963-4d8d-a37b-d2fbafe83106", "address": "fa:16:3e:b1:3d:5e", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280f19f4-89", "ovs_interfaceid": "280f19f4-8963-4d8d-a37b-d2fbafe83106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1707.676664] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:3d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '280f19f4-8963-4d8d-a37b-d2fbafe83106', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.685305] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Creating folder: Project (ed96f032085c48b098a38a80ff0edcd2). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.685305] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f51ab6-3017-4071-82b5-d0bbe19bbabd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.693070] env[62490]: DEBUG nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1707.695236] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5e3ea0b-ee87-46a6-9cbe-5565bca19388 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.703605] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a62273a-5722-49cb-96c7-806e8044d772 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.712732] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Created folder: Project (ed96f032085c48b098a38a80ff0edcd2) in parent group-v423467. [ 1707.712911] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Creating folder: Instances. Parent ref: group-v423474. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.713732] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55f95b25-899b-4d67-9cde-75f115446fd1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.724509] env[62490]: DEBUG nova.compute.provider_tree [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.731723] env[62490]: DEBUG nova.compute.manager [req-2ae5d0db-b7e4-4459-acfd-985eeffa940b req-217ab9ba-55ca-40fb-b4dd-680b2bd49c67 service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Received event network-vif-plugged-bc057a53-bf3c-497c-ad57-ef21592c0691 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1707.733020] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ae5d0db-b7e4-4459-acfd-985eeffa940b req-217ab9ba-55ca-40fb-b4dd-680b2bd49c67 service nova] Acquiring lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.733020] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ae5d0db-b7e4-4459-acfd-985eeffa940b req-217ab9ba-55ca-40fb-b4dd-680b2bd49c67 service nova] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.733020] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ae5d0db-b7e4-4459-acfd-985eeffa940b req-217ab9ba-55ca-40fb-b4dd-680b2bd49c67 service nova] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.733020] env[62490]: DEBUG nova.compute.manager [req-2ae5d0db-b7e4-4459-acfd-985eeffa940b req-217ab9ba-55ca-40fb-b4dd-680b2bd49c67 service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] No waiting events found dispatching network-vif-plugged-bc057a53-bf3c-497c-ad57-ef21592c0691 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.733020] env[62490]: WARNING nova.compute.manager [req-2ae5d0db-b7e4-4459-acfd-985eeffa940b req-217ab9ba-55ca-40fb-b4dd-680b2bd49c67 service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Received unexpected event network-vif-plugged-bc057a53-bf3c-497c-ad57-ef21592c0691 for instance with vm_state building and task_state spawning. [ 1707.738763] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Created folder: Instances in parent group-v423474. [ 1707.740875] env[62490]: DEBUG oslo.service.loopingcall [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.743477] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.744361] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc6b33cf-a9bf-4392-ba43-2e49a24c67f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.771655] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.771655] env[62490]: value = "task-2065121" [ 1707.771655] env[62490]: _type = "Task" [ 1707.771655] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.785575] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065121, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.895106] env[62490]: DEBUG nova.network.neutron [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Successfully created port: a10a98fa-3abd-4f7a-8362-9bb41a1519c4 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1708.232031] env[62490]: DEBUG nova.scheduler.client.report [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.242225] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.257963] env[62490]: DEBUG oslo_vmware.rw_handles [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Completed reading data from the image iterator. {{(pid=62490) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1708.258133] env[62490]: DEBUG oslo_vmware.rw_handles [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1708.284784] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065121, 'name': CreateVM_Task, 'duration_secs': 0.401601} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.284967] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.285723] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.285849] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.286199] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.287145] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93286fea-a69a-493c-a63d-bc29d54f9784 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.291744] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1708.291744] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521571c9-f8a7-549d-131c-34881fbecb0e" [ 1708.291744] env[62490]: _type = "Task" [ 1708.291744] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.300012] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521571c9-f8a7-549d-131c-34881fbecb0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.396726] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Downloaded image file data fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 to vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk on the data store datastore1 {{(pid=62490) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1708.398544] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Caching image {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1708.398799] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Copying Virtual Disk [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk to [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.399616] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7554c60-fc71-4a1c-a9a2-1261f47aaa16 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.407814] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1708.407814] env[62490]: value = "task-2065122" [ 1708.407814] env[62490]: _type = "Task" [ 1708.407814] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.412296] env[62490]: DEBUG nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1708.419574] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.436049] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1708.436304] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.436465] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1708.436653] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.436797] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1708.436963] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1708.437156] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1708.437318] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1708.437486] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1708.437678] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1708.437833] env[62490]: DEBUG nova.virt.hardware [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1708.438724] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810ff099-a424-4a7a-902a-a438423d7fdb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.447665] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb9622f-1bf7-4b51-aa35-29820cf3c844 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.742860] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.743503] env[62490]: DEBUG nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.747197] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.172s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.748713] env[62490]: INFO nova.compute.claims [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.810337] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.810935] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.811886] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.918657] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065122, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.249160] env[62490]: DEBUG nova.network.neutron [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Successfully updated port: 8ccb9439-fc90-42a7-ace3-a147f27cdccd {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.256734] env[62490]: DEBUG nova.compute.utils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.258701] env[62490]: DEBUG nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.258870] env[62490]: DEBUG nova.network.neutron [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.385536] env[62490]: DEBUG nova.policy [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df9701ebef6495bbf054f70f40d87b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c7f2988e1ab43c087f043329642b0ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.422192] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738203} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.422527] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Copied Virtual Disk [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk to [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.422878] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleting the datastore file [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/tmp-sparse.vmdk {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.423179] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f0f561-bb21-4f9f-9c8d-80743daca528 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.431289] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1709.431289] env[62490]: value = "task-2065127" [ 1709.431289] env[62490]: _type = "Task" [ 1709.431289] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.441163] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.664188] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.705979] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "cea98a60-727b-4a91-82ab-601a6b018620" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.706297] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "cea98a60-727b-4a91-82ab-601a6b018620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.755290] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.755437] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.755586] env[62490]: DEBUG nova.network.neutron [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.762491] env[62490]: DEBUG nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.938665] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d69dcb-8db0-43e9-9034-ce2f911768a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.949173] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ecd7b9-1205-4c3b-a1b3-29336959820c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.952730] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022799} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.952822] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.954018] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Moving file from [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 to [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179. {{(pid=62490) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1709.954018] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f5f1e3ed-3036-4d8f-8691-271c8318be0a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.983739] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa71d7-f95c-462d-b476-f0b6a36e0705 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.988605] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1709.988605] env[62490]: value = "task-2065128" [ 1709.988605] env[62490]: _type = "Task" [ 1709.988605] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.994048] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542745e-780d-49e4-b6be-4141a3936d63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.006273] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065128, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.017020] env[62490]: DEBUG nova.compute.provider_tree [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.210549] env[62490]: DEBUG nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1710.215375] env[62490]: DEBUG nova.network.neutron [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Successfully created port: 7d7d8432-f81c-4b99-ac3c-7dbd91392a05 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1710.313961] env[62490]: DEBUG nova.network.neutron [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.375294] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "0c820897-b639-4402-801c-ccdadccc56db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.375562] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "0c820897-b639-4402-801c-ccdadccc56db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.504634] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065128, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037664} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.504973] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] File moved {{(pid=62490) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1710.505182] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Cleaning up location [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1710.505551] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleting the datastore file [datastore1] vmware_temp/aafe536b-77da-4d68-9ce8-7ee8c0201f9d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1710.505812] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5e698e7-6924-4f59-be64-bede65fb95e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.514193] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1710.514193] env[62490]: value = "task-2065129" [ 1710.514193] env[62490]: _type = "Task" [ 1710.514193] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.519266] env[62490]: DEBUG nova.scheduler.client.report [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.530622] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.625060] env[62490]: DEBUG nova.network.neutron [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Updating instance_info_cache with network_info: [{"id": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "address": "fa:16:3e:89:62:64", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccb9439-fc", "ovs_interfaceid": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.660019] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.660221] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1710.742444] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.778780] env[62490]: DEBUG nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.807167] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.807986] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.807986] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.808194] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.808342] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.808486] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.808695] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.808845] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.809011] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.809191] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.809368] env[62490]: DEBUG nova.virt.hardware [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.810264] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aabadc-166d-4376-9938-af2f2d583d58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.823964] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5521ac89-3f65-47d3-8f0e-a98aa0b974fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.879407] env[62490]: DEBUG nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1711.026891] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.028564] env[62490]: DEBUG nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1711.033957] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028498} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.033957] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.792s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.035471] env[62490]: INFO nova.compute.claims [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.038158] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1711.039226] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07267f6-fef7-43a8-8f93-950d55c87811 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.045035] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1711.045035] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ba9ed9-a0d5-e9fe-4873-cc014dfbabe7" [ 1711.045035] env[62490]: _type = "Task" [ 1711.045035] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.059704] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ba9ed9-a0d5-e9fe-4873-cc014dfbabe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.134016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.134016] env[62490]: DEBUG nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance network_info: |[{"id": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "address": "fa:16:3e:89:62:64", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccb9439-fc", "ovs_interfaceid": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1711.134341] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:62:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ccb9439-fc90-42a7-ace3-a147f27cdccd', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1711.140323] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating folder: Project (3c7f2988e1ab43c087f043329642b0ac). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.140751] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6de235d1-3d2c-4698-9a6b-1985287b9857 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.153035] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created folder: Project (3c7f2988e1ab43c087f043329642b0ac) in parent group-v423467. [ 1711.153251] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating folder: Instances. Parent ref: group-v423480. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1711.153518] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b02b2b7c-5ff2-49fb-80ea-d6d54fa4926d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.156224] env[62490]: DEBUG nova.network.neutron [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Successfully updated port: a10a98fa-3abd-4f7a-8362-9bb41a1519c4 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.163768] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] There are 0 instances to clean {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1711.169368] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created folder: Instances in parent group-v423480. [ 1711.169618] env[62490]: DEBUG oslo.service.loopingcall [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1711.169807] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1711.170029] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e1ed368-cd02-483a-a173-f2c126c5626d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.197337] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1711.197337] env[62490]: value = "task-2065132" [ 1711.197337] env[62490]: _type = "Task" [ 1711.197337] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.208813] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065132, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.412048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.534376] env[62490]: DEBUG nova.compute.utils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1711.537116] env[62490]: DEBUG nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1711.537116] env[62490]: DEBUG nova.network.neutron [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.567058] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ba9ed9-a0d5-e9fe-4873-cc014dfbabe7, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.568120] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.568120] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f53dbc3e-445d-4d0a-85a1-70003bd67502/f53dbc3e-445d-4d0a-85a1-70003bd67502.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.568120] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.570490] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1711.570977] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd53db83-7daf-4b32-b9f8-6de9603f4b1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.578911] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f70780e-cf22-4f55-8b00-71f10ec7a1b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.593941] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1711.593941] env[62490]: value = "task-2065133" [ 1711.593941] env[62490]: _type = "Task" [ 1711.593941] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.603295] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1711.603500] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1711.604739] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306f60a1-d5f1-4897-a46f-9711cbfc6183 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.612084] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.620883] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1711.620883] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522b64d3-4f74-18b2-b299-5862f38c388e" [ 1711.620883] env[62490]: _type = "Task" [ 1711.620883] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.629104] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522b64d3-4f74-18b2-b299-5862f38c388e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.660572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "refresh_cache-2517cede-ec2b-4121-8f26-d1666d5ad1f2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.660572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquired lock "refresh_cache-2517cede-ec2b-4121-8f26-d1666d5ad1f2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.660572] env[62490]: DEBUG nova.network.neutron [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.686190] env[62490]: DEBUG nova.policy [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd60609c13c0407aa41e64d5e014f08b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1733fad81f4f6090f54870bfe5b538', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1711.713320] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065132, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.781891] env[62490]: DEBUG nova.compute.manager [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1711.783340] env[62490]: DEBUG nova.compute.manager [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing instance network info cache due to event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1711.784665] env[62490]: DEBUG oslo_concurrency.lockutils [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] Acquiring lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.784665] env[62490]: DEBUG oslo_concurrency.lockutils [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] Acquired lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.784665] env[62490]: DEBUG nova.network.neutron [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.879633] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Received event network-changed-bc057a53-bf3c-497c-ad57-ef21592c0691 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1711.879633] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Refreshing instance network info cache due to event network-changed-bc057a53-bf3c-497c-ad57-ef21592c0691. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1711.879984] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquiring lock "refresh_cache-72d8c66d-8cc8-4c6e-a5ff-157fa192849c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.880173] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquired lock "refresh_cache-72d8c66d-8cc8-4c6e-a5ff-157fa192849c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.880370] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Refreshing network info cache for port bc057a53-bf3c-497c-ad57-ef21592c0691 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.040093] env[62490]: DEBUG nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1712.113515] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.142233] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522b64d3-4f74-18b2-b299-5862f38c388e, 'name': SearchDatastore_Task, 'duration_secs': 0.024892} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.142233] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9958fb78-7e52-43c4-9e52-9a1210807b98 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.157378] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1712.157378] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5223ee7b-c19c-4a15-af9f-b68edb54496e" [ 1712.157378] env[62490]: _type = "Task" [ 1712.157378] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.169309] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5223ee7b-c19c-4a15-af9f-b68edb54496e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.210831] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065132, 'name': CreateVM_Task, 'duration_secs': 0.772051} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.211864] env[62490]: DEBUG nova.network.neutron [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.215763] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1712.215869] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.216662] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.217681] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.222448] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f08efb-98e0-4582-836e-50cfa2920c71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.231946] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1712.231946] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ae242c-2ca0-e319-e1d8-7c3de96a8447" [ 1712.231946] env[62490]: _type = "Task" [ 1712.231946] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.241502] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ae242c-2ca0-e319-e1d8-7c3de96a8447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.271975] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "296569e8-7780-40f1-9edd-a7515f33c44b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.272730] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "296569e8-7780-40f1-9edd-a7515f33c44b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.316736] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba48ab7-1b35-4885-91e5-7f532a430578 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.324884] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1a1db5-1d29-4c7a-8093-e4300a8f94cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.360135] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcf6748-3c13-4ec8-b7d1-d4017c8ce587 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.368645] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14a4a47-8cc1-4d9c-ba45-909ae53e4974 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.383576] env[62490]: DEBUG nova.compute.provider_tree [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.579056] env[62490]: DEBUG nova.network.neutron [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Successfully created port: 8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1712.614949] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658697} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.615267] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f53dbc3e-445d-4d0a-85a1-70003bd67502/f53dbc3e-445d-4d0a-85a1-70003bd67502.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.615523] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.615768] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1228e8ee-f90c-49d7-b2da-7d921862166b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.625713] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1712.625713] env[62490]: value = "task-2065135" [ 1712.625713] env[62490]: _type = "Task" [ 1712.625713] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.638522] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.670483] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5223ee7b-c19c-4a15-af9f-b68edb54496e, 'name': SearchDatastore_Task, 'duration_secs': 0.06124} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.670483] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.670950] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 72d8c66d-8cc8-4c6e-a5ff-157fa192849c/72d8c66d-8cc8-4c6e-a5ff-157fa192849c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1712.671066] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.674282] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.674282] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65cfadf8-fb9e-4833-9548-4122a0938563 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.674610] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f8e95ff-1bda-44a0-ad54-3496c98bfc05 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.686125] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1712.686125] env[62490]: value = "task-2065136" [ 1712.686125] env[62490]: _type = "Task" [ 1712.686125] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.691918] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.692156] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1712.693555] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81357f46-8653-407a-90d2-6f88cd724cda {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.701537] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.705127] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1712.705127] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522e47df-7244-4b2e-8216-0a75fd511f1a" [ 1712.705127] env[62490]: _type = "Task" [ 1712.705127] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.716265] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522e47df-7244-4b2e-8216-0a75fd511f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.743256] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ae242c-2ca0-e319-e1d8-7c3de96a8447, 'name': SearchDatastore_Task, 'duration_secs': 0.015438} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.743585] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.743824] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.744181] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.846867] env[62490]: DEBUG nova.network.neutron [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Updating instance_info_cache with network_info: [{"id": "a10a98fa-3abd-4f7a-8362-9bb41a1519c4", "address": "fa:16:3e:c2:fd:90", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10a98fa-3a", "ovs_interfaceid": "a10a98fa-3abd-4f7a-8362-9bb41a1519c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.891090] env[62490]: DEBUG nova.scheduler.client.report [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.052384] env[62490]: DEBUG nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1713.090613] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1713.090794] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1713.090951] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1713.091241] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1713.091432] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1713.092034] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1713.092034] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1713.092162] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1713.092266] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1713.092431] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1713.092627] env[62490]: DEBUG nova.virt.hardware [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1713.093577] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9201ce-6a1e-4a91-9ae3-adfdeb412829 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.103670] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42349fe8-53ac-41dc-b64c-68e45a810cfc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.136632] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112652} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.136961] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.138106] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b017a94f-e809-4ae5-b18d-b325a846ba2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.166815] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] f53dbc3e-445d-4d0a-85a1-70003bd67502/f53dbc3e-445d-4d0a-85a1-70003bd67502.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.170282] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1713.170282] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1713.170423] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1713.171702] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5343fa1-4133-4f13-a0a7-36b1d5e16e67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.189743] env[62490]: DEBUG nova.network.neutron [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Successfully updated port: 7d7d8432-f81c-4b99-ac3c-7dbd91392a05 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1713.205816] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065136, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.208696] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1713.208696] env[62490]: value = "task-2065137" [ 1713.208696] env[62490]: _type = "Task" [ 1713.208696] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.225815] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522e47df-7244-4b2e-8216-0a75fd511f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.053828} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.234271] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.234271] env[62490]: DEBUG nova.network.neutron [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updated VIF entry in instance network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.234384] env[62490]: DEBUG nova.network.neutron [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.234384] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27743242-89ca-4df5-a020-a2ef71ab4d24 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.242809] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1713.242809] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5275b978-3763-63ec-485c-730e2269d7bf" [ 1713.242809] env[62490]: _type = "Task" [ 1713.242809] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.255704] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5275b978-3763-63ec-485c-730e2269d7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.329191] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Updated VIF entry in instance network info cache for port bc057a53-bf3c-497c-ad57-ef21592c0691. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.329191] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Updating instance_info_cache with network_info: [{"id": "bc057a53-bf3c-497c-ad57-ef21592c0691", "address": "fa:16:3e:f0:da:47", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc057a53-bf", "ovs_interfaceid": "bc057a53-bf3c-497c-ad57-ef21592c0691", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.354700] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Releasing lock "refresh_cache-2517cede-ec2b-4121-8f26-d1666d5ad1f2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.354700] env[62490]: DEBUG nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Instance network_info: |[{"id": "a10a98fa-3abd-4f7a-8362-9bb41a1519c4", "address": "fa:16:3e:c2:fd:90", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10a98fa-3a", "ovs_interfaceid": "a10a98fa-3abd-4f7a-8362-9bb41a1519c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.354902] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fd:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a10a98fa-3abd-4f7a-8362-9bb41a1519c4', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.362906] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Creating folder: Project (9bbbd063d6ca4e9aac72da6972564341). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.363889] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3060c8e7-1a73-44f4-854e-c3ae8ed791b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.375379] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Created folder: Project (9bbbd063d6ca4e9aac72da6972564341) in parent group-v423467. [ 1713.375379] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Creating folder: Instances. Parent ref: group-v423483. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1713.375379] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99805b32-ea0a-4f13-9d14-1bef041abc5b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.385493] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Created folder: Instances in parent group-v423483. [ 1713.385760] env[62490]: DEBUG oslo.service.loopingcall [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.385945] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.386162] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf29f66-0afd-4c8c-a488-479d191eeb41 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.402179] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.402826] env[62490]: DEBUG nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.407601] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.664s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.408739] env[62490]: INFO nova.compute.claims [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.417401] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.417401] env[62490]: value = "task-2065140" [ 1713.417401] env[62490]: _type = "Task" [ 1713.417401] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.425778] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065140, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.468751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "0fc31c87-417f-4447-943e-00f125f27bbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.468998] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "0fc31c87-417f-4447-943e-00f125f27bbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.695498] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.695905] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.695993] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.696438] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.696438] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.696707] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.696707] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.698688] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1713.698688] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1713.698688] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.698688] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.698688] env[62490]: DEBUG nova.network.neutron [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.712221] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617305} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.713349] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 72d8c66d-8cc8-4c6e-a5ff-157fa192849c/72d8c66d-8cc8-4c6e-a5ff-157fa192849c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1713.713636] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1713.722028] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68be2761-e45a-44f7-96a9-4f08e7506d47 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.729545] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065137, 'name': ReconfigVM_Task, 'duration_secs': 0.369024} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.731271] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Reconfigured VM instance instance-00000001 to attach disk [datastore1] f53dbc3e-445d-4d0a-85a1-70003bd67502/f53dbc3e-445d-4d0a-85a1-70003bd67502.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.733985] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1713.733985] env[62490]: value = "task-2065141" [ 1713.733985] env[62490]: _type = "Task" [ 1713.733985] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.733985] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b4482bf-a76f-4a4f-abff-1986877b3b22 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.740222] env[62490]: DEBUG oslo_concurrency.lockutils [req-83ded080-4eb5-46fb-a25e-7048b56f55a5 req-24c8477e-f731-4a18-9049-f7e0cb6b289f service nova] Releasing lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.744051] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1713.744051] env[62490]: value = "task-2065142" [ 1713.744051] env[62490]: _type = "Task" [ 1713.744051] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.750726] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.766736] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5275b978-3763-63ec-485c-730e2269d7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.041603} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.766736] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065142, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.766736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.766736] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5/757fdf47-4cd0-4d2e-8bc6-6acad00d15b5.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.767189] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.767189] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.767189] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e82f618-4c47-4355-871e-293b2387ca41 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.768014] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-469bf15a-4c46-4b8f-8aad-cb42d758a813 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.775992] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1713.775992] env[62490]: value = "task-2065143" [ 1713.775992] env[62490]: _type = "Task" [ 1713.775992] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.777241] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.777403] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.780915] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541af197-d432-4724-b6fd-39ecc7d76386 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.793167] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.793780] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1713.793780] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52212b97-b147-2457-ce1d-1e7fe2d1429b" [ 1713.793780] env[62490]: _type = "Task" [ 1713.793780] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.808755] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52212b97-b147-2457-ce1d-1e7fe2d1429b, 'name': SearchDatastore_Task, 'duration_secs': 0.015355} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.809865] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e37beb-463e-4f09-8dca-5ffe04f41a67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.816445] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1713.816445] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f61f1-911b-2087-bb69-151266c3607f" [ 1713.816445] env[62490]: _type = "Task" [ 1713.816445] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.831512] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f61f1-911b-2087-bb69-151266c3607f, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.831609] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.833104] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.833104] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b0fdcd6-b068-4a58-b2af-35edfa9d80e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.839699] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Releasing lock "refresh_cache-72d8c66d-8cc8-4c6e-a5ff-157fa192849c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.840158] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Received event network-vif-plugged-280f19f4-8963-4d8d-a37b-d2fbafe83106 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1713.840291] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquiring lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.840539] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.840691] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.840875] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] No waiting events found dispatching network-vif-plugged-280f19f4-8963-4d8d-a37b-d2fbafe83106 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1713.841189] env[62490]: WARNING nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Received unexpected event network-vif-plugged-280f19f4-8963-4d8d-a37b-d2fbafe83106 for instance with vm_state building and task_state spawning. [ 1713.841339] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Received event network-changed-280f19f4-8963-4d8d-a37b-d2fbafe83106 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1713.841339] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Refreshing instance network info cache due to event network-changed-280f19f4-8963-4d8d-a37b-d2fbafe83106. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1713.841560] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquiring lock "refresh_cache-757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.841687] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquired lock "refresh_cache-757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.841853] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Refreshing network info cache for port 280f19f4-8963-4d8d-a37b-d2fbafe83106 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.844758] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1713.844758] env[62490]: value = "task-2065144" [ 1713.844758] env[62490]: _type = "Task" [ 1713.844758] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.854748] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.913203] env[62490]: DEBUG nova.compute.utils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1713.916575] env[62490]: DEBUG nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1713.916744] env[62490]: DEBUG nova.network.neutron [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1713.928272] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065140, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.013547] env[62490]: DEBUG nova.policy [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f75e9155b94a4aa8bb4a12bbd0eb770c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c431ba73a148ab880cef75c22e11b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1714.249073] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074842} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.249073] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.249073] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d433e466-6950-4810-a0dc-cd032a6bccbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.277979] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 72d8c66d-8cc8-4c6e-a5ff-157fa192849c/72d8c66d-8cc8-4c6e-a5ff-157fa192849c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.281648] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccab3a9a-5ff4-440c-ab0c-1aae85a125a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.298866] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065142, 'name': Rename_Task, 'duration_secs': 0.157735} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.300205] env[62490]: DEBUG nova.network.neutron [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.306400] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.307273] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6bbbc85-5a48-434a-8959-b89a7d79468e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.316554] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497533} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.320272] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5/757fdf47-4cd0-4d2e-8bc6-6acad00d15b5.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.320559] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.320910] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1714.320910] env[62490]: value = "task-2065146" [ 1714.320910] env[62490]: _type = "Task" [ 1714.320910] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.321611] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-342d5a10-b45c-450f-b67c-6bdd600ff36d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.330339] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1714.330339] env[62490]: value = "task-2065147" [ 1714.330339] env[62490]: _type = "Task" [ 1714.330339] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.339024] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.346207] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1714.346207] env[62490]: value = "task-2065148" [ 1714.346207] env[62490]: _type = "Task" [ 1714.346207] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.348491] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.363490] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065144, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.366751] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.393579] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.393890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.417693] env[62490]: DEBUG nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.441532] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065140, 'name': CreateVM_Task, 'duration_secs': 0.670464} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.443321] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.443321] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.443321] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.443565] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.443641] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f233ca9-cbb6-423e-a21c-cde34b3b08d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.452916] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1714.452916] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52eb0d83-8e08-224c-6c63-2fbc9a0f4e16" [ 1714.452916] env[62490]: _type = "Task" [ 1714.452916] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.465211] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52eb0d83-8e08-224c-6c63-2fbc9a0f4e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.655797] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cce500-bf75-47f6-847d-e2ad82fe8748 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.664184] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.664184] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.668987] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2862a7d6-3ef2-41fd-83f4-8608403fea26 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.673622] env[62490]: DEBUG nova.network.neutron [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Updating instance_info_cache with network_info: [{"id": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "address": "fa:16:3e:29:14:08", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7d8432-f8", "ovs_interfaceid": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.704576] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5382b69-13ad-4b7a-8369-a0e175537e41 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.713280] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7a2d6-8268-4fcf-86f7-ca2363f51661 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.732088] env[62490]: DEBUG nova.compute.provider_tree [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.753787] env[62490]: DEBUG nova.network.neutron [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Successfully created port: 2b58a25b-2b27-4d9a-b667-6118f343f29d {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.839911] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.848760] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.865351] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103017} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.865658] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760907} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.867143] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.867143] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.867143] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.867428] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29819fc-2542-42f8-bf88-95227a57ed10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.870218] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aa31044-af67-41fd-853e-3a1696cde12e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.900845] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5/757fdf47-4cd0-4d2e-8bc6-6acad00d15b5.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.901421] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c668738-7765-49e8-8ba9-93371fec3fa4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.917755] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1714.917755] env[62490]: value = "task-2065149" [ 1714.917755] env[62490]: _type = "Task" [ 1714.917755] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.918752] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Updated VIF entry in instance network info cache for port 280f19f4-8963-4d8d-a37b-d2fbafe83106. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.919088] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Updating instance_info_cache with network_info: [{"id": "280f19f4-8963-4d8d-a37b-d2fbafe83106", "address": "fa:16:3e:b1:3d:5e", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280f19f4-89", "ovs_interfaceid": "280f19f4-8963-4d8d-a37b-d2fbafe83106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.931482] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1714.931482] env[62490]: value = "task-2065150" [ 1714.931482] env[62490]: _type = "Task" [ 1714.931482] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.940312] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065149, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.947772] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.965303] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52eb0d83-8e08-224c-6c63-2fbc9a0f4e16, 'name': SearchDatastore_Task, 'duration_secs': 0.062408} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.965698] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.965859] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.966171] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.966373] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.966662] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.967224] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef9d8a5f-b8b6-4343-bfbf-663b14ac592f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.979572] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.979833] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.980631] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76913f6-a428-4f4d-9b3f-8aa0e6ae6986 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.987606] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1714.987606] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52109604-a7fc-8d4c-76f3-d05b584724eb" [ 1714.987606] env[62490]: _type = "Task" [ 1714.987606] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.999570] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52109604-a7fc-8d4c-76f3-d05b584724eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.078377] env[62490]: DEBUG nova.network.neutron [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Successfully updated port: 8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.166059] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.178571] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.178896] env[62490]: DEBUG nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Instance network_info: |[{"id": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "address": "fa:16:3e:29:14:08", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7d8432-f8", "ovs_interfaceid": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1715.179328] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:14:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d7d8432-f81c-4b99-ac3c-7dbd91392a05', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.187082] env[62490]: DEBUG oslo.service.loopingcall [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.187365] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.187507] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b919a31-e5c4-4a9f-aa17-61b7909e5885 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.207778] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.207778] env[62490]: value = "task-2065151" [ 1715.207778] env[62490]: _type = "Task" [ 1715.207778] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.216186] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065151, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.233758] env[62490]: DEBUG nova.scheduler.client.report [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.336179] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065146, 'name': ReconfigVM_Task, 'duration_secs': 0.59375} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.337711] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 72d8c66d-8cc8-4c6e-a5ff-157fa192849c/72d8c66d-8cc8-4c6e-a5ff-157fa192849c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.338358] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9d5dfa4-e6e0-42e4-a7ea-abe385b3dcd2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.345687] env[62490]: DEBUG oslo_vmware.api [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065147, 'name': PowerOnVM_Task, 'duration_secs': 0.67082} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.348113] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.348113] env[62490]: INFO nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Took 19.00 seconds to spawn the instance on the hypervisor. [ 1715.348257] env[62490]: DEBUG nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.348505] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1715.348505] env[62490]: value = "task-2065152" [ 1715.348505] env[62490]: _type = "Task" [ 1715.348505] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.349214] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa1597b-5c42-403d-bb83-dcbdc7d0f2fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.367023] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065152, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.421783] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Releasing lock "refresh_cache-757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.422065] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Received event network-vif-plugged-8ccb9439-fc90-42a7-ace3-a147f27cdccd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1715.422263] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquiring lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.423984] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.423984] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.423984] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] No waiting events found dispatching network-vif-plugged-8ccb9439-fc90-42a7-ace3-a147f27cdccd {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.423984] env[62490]: WARNING nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Received unexpected event network-vif-plugged-8ccb9439-fc90-42a7-ace3-a147f27cdccd for instance with vm_state building and task_state spawning. [ 1715.423984] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Received event network-changed-8ccb9439-fc90-42a7-ace3-a147f27cdccd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1715.424233] env[62490]: DEBUG nova.compute.manager [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Refreshing instance network info cache due to event network-changed-8ccb9439-fc90-42a7-ace3-a147f27cdccd. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1715.424233] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquiring lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.424233] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Acquired lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.424233] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Refreshing network info cache for port 8ccb9439-fc90-42a7-ace3-a147f27cdccd {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.436357] env[62490]: DEBUG nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1715.439033] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080716} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.443721] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.444969] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c459ed-2358-4ffb-851d-6c7541aa6053 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.455261] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.476846] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.481118] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c58d7b-1c9d-40c2-9e16-fbbc147ddc7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.505807] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.506108] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.509031] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.509031] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.509031] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.509031] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.509321] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.509321] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.509469] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.509627] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.509792] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.509951] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.510268] env[62490]: DEBUG nova.virt.hardware [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.511800] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a228b53-0f94-449b-ad04-c2f88215ab95 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.515704] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1715.515704] env[62490]: value = "task-2065153" [ 1715.515704] env[62490]: _type = "Task" [ 1715.515704] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.524949] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52109604-a7fc-8d4c-76f3-d05b584724eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016633} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.527474] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6a8d3d-e2f3-45b7-aa69-5c24583e18d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.536313] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef0b406-a3a2-4ea2-a1c2-74b0cd9a145e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.539160] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.551043] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1715.551043] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524f4697-3429-923a-f216-aa82e48c9879" [ 1715.551043] env[62490]: _type = "Task" [ 1715.551043] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.560344] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524f4697-3429-923a-f216-aa82e48c9879, 'name': SearchDatastore_Task, 'duration_secs': 0.014926} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.560586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.560832] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 2517cede-ec2b-4121-8f26-d1666d5ad1f2/2517cede-ec2b-4121-8f26-d1666d5ad1f2.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.561093] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aca6e575-4d1e-4a05-b4bf-7802b343d2cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.571049] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1715.571049] env[62490]: value = "task-2065154" [ 1715.571049] env[62490]: _type = "Task" [ 1715.571049] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.582632] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "refresh_cache-64e3511f-bfdb-4664-a94a-a2c4121d98ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.582833] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquired lock "refresh_cache-64e3511f-bfdb-4664-a94a-a2c4121d98ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.583175] env[62490]: DEBUG nova.network.neutron [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.584397] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.718114] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065151, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.739493] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.740064] env[62490]: DEBUG nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1715.746784] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.335s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.751023] env[62490]: INFO nova.compute.claims [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.865532] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Received event network-vif-plugged-a10a98fa-3abd-4f7a-8362-9bb41a1519c4 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1715.865532] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Acquiring lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.866383] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.866708] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.866934] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] No waiting events found dispatching network-vif-plugged-a10a98fa-3abd-4f7a-8362-9bb41a1519c4 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1715.867165] env[62490]: WARNING nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Received unexpected event network-vif-plugged-a10a98fa-3abd-4f7a-8362-9bb41a1519c4 for instance with vm_state building and task_state spawning. [ 1715.867405] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Received event network-changed-a10a98fa-3abd-4f7a-8362-9bb41a1519c4 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1715.867622] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Refreshing instance network info cache due to event network-changed-a10a98fa-3abd-4f7a-8362-9bb41a1519c4. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1715.867858] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Acquiring lock "refresh_cache-2517cede-ec2b-4121-8f26-d1666d5ad1f2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.868086] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Acquired lock "refresh_cache-2517cede-ec2b-4121-8f26-d1666d5ad1f2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.868259] env[62490]: DEBUG nova.network.neutron [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Refreshing network info cache for port a10a98fa-3abd-4f7a-8362-9bb41a1519c4 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1715.878329] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065152, 'name': Rename_Task, 'duration_secs': 0.307967} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.880091] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1715.883043] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96d8b4ca-86dc-49e6-b217-a8bdc205048e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.885985] env[62490]: INFO nova.compute.manager [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Took 23.79 seconds to build instance. [ 1715.893830] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1715.893830] env[62490]: value = "task-2065155" [ 1715.893830] env[62490]: _type = "Task" [ 1715.893830] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.904012] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.953822] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065150, 'name': ReconfigVM_Task, 'duration_secs': 0.788544} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.954182] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5/757fdf47-4cd0-4d2e-8bc6-6acad00d15b5.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.954944] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c04aa6a-7e56-49eb-b23a-d1acde6377f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.963258] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1715.963258] env[62490]: value = "task-2065156" [ 1715.963258] env[62490]: _type = "Task" [ 1715.963258] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.973876] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065156, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.033034] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.082475] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065154, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.147421] env[62490]: DEBUG nova.network.neutron [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.225790] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065151, 'name': CreateVM_Task, 'duration_secs': 0.622873} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.225790] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1716.225790] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.227879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.227879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1716.227879] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763f6757-8db3-4e2f-95b7-0cba8b34e331 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.234517] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1716.234517] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529327f0-025e-f0c0-5f18-ee414da4018a" [ 1716.234517] env[62490]: _type = "Task" [ 1716.234517] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.247248] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529327f0-025e-f0c0-5f18-ee414da4018a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.254073] env[62490]: DEBUG nova.compute.utils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1716.261868] env[62490]: DEBUG nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1716.262061] env[62490]: DEBUG nova.network.neutron [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1716.347422] env[62490]: DEBUG nova.policy [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0046d227a7a74e0989eeea0d32982008', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9965fe938774da592ae66f73772dcbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1716.389565] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afaa2a0f-930a-4fd9-9fc4-98b7241a86af tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.300s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.409165] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065155, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.439608] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Updated VIF entry in instance network info cache for port 8ccb9439-fc90-42a7-ace3-a147f27cdccd. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.439994] env[62490]: DEBUG nova.network.neutron [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Updating instance_info_cache with network_info: [{"id": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "address": "fa:16:3e:89:62:64", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccb9439-fc", "ovs_interfaceid": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.472200] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065156, 'name': Rename_Task, 'duration_secs': 0.285895} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.473182] env[62490]: DEBUG nova.network.neutron [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Updating instance_info_cache with network_info: [{"id": "8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8", "address": "fa:16:3e:60:64:ef", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4f5913-1c", "ovs_interfaceid": "8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.476806] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.476806] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ea38a8-b676-4f79-83b6-5cc2db6cb902 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.480811] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1716.480811] env[62490]: value = "task-2065158" [ 1716.480811] env[62490]: _type = "Task" [ 1716.480811] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.489895] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.526814] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065153, 'name': ReconfigVM_Task, 'duration_secs': 0.614532} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.527119] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.527940] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6310a6b-07fe-427b-b82b-0c16338fc63e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.534226] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1716.534226] env[62490]: value = "task-2065159" [ 1716.534226] env[62490]: _type = "Task" [ 1716.534226] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.544743] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065159, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.584379] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548859} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.584379] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 2517cede-ec2b-4121-8f26-d1666d5ad1f2/2517cede-ec2b-4121-8f26-d1666d5ad1f2.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.584824] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.584990] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e4fbef1-d944-44e1-84bd-7666c524aaeb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.597768] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.598170] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.598538] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1716.598538] env[62490]: value = "task-2065160" [ 1716.598538] env[62490]: _type = "Task" [ 1716.598538] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.609339] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.746654] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529327f0-025e-f0c0-5f18-ee414da4018a, 'name': SearchDatastore_Task, 'duration_secs': 0.01173} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.747050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.747209] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.747454] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.747605] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.747793] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.748222] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c58188a2-6635-4921-8165-43374c4b328f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.758823] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.759093] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.761063] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9b048b-f024-4427-835d-e9b9a28c38f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.766359] env[62490]: DEBUG nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1716.783952] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1716.783952] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bde2d2-fa92-268e-eac9-ae1e49256470" [ 1716.783952] env[62490]: _type = "Task" [ 1716.783952] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.796195] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bde2d2-fa92-268e-eac9-ae1e49256470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.894425] env[62490]: DEBUG nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1716.913869] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065155, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.942747] env[62490]: DEBUG oslo_concurrency.lockutils [req-d0444d0b-74d3-47b3-aaac-818e6b55650a req-5e724c0c-5f5e-4c63-b79b-2b310045a3cb service nova] Releasing lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.980532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Releasing lock "refresh_cache-64e3511f-bfdb-4664-a94a-a2c4121d98ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.980532] env[62490]: DEBUG nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Instance network_info: |[{"id": "8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8", "address": "fa:16:3e:60:64:ef", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4f5913-1c", "ovs_interfaceid": "8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.980928] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:64:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.989206] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Creating folder: Project (3d1733fad81f4f6090f54870bfe5b538). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1716.990203] env[62490]: DEBUG nova.network.neutron [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Updated VIF entry in instance network info cache for port a10a98fa-3abd-4f7a-8362-9bb41a1519c4. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1716.990579] env[62490]: DEBUG nova.network.neutron [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Updating instance_info_cache with network_info: [{"id": "a10a98fa-3abd-4f7a-8362-9bb41a1519c4", "address": "fa:16:3e:c2:fd:90", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10a98fa-3a", "ovs_interfaceid": "a10a98fa-3abd-4f7a-8362-9bb41a1519c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.992176] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f109046-aa9e-4824-a534-8200052a83f1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.007362] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065158, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.010325] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Created folder: Project (3d1733fad81f4f6090f54870bfe5b538) in parent group-v423467. [ 1717.010631] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Creating folder: Instances. Parent ref: group-v423487. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1717.010822] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9d99947-4317-4f46-b865-7d5280878bf7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.024535] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Created folder: Instances in parent group-v423487. [ 1717.024816] env[62490]: DEBUG oslo.service.loopingcall [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1717.025332] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1717.025332] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e56db107-9075-4904-a73b-6a627c8ee269 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.056276] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065159, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.057656] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1717.057656] env[62490]: value = "task-2065163" [ 1717.057656] env[62490]: _type = "Task" [ 1717.057656] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.069082] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065163, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.070808] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd66b803-7502-47de-87fa-1f6705752f6f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.077857] env[62490]: DEBUG nova.network.neutron [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Successfully updated port: 2b58a25b-2b27-4d9a-b667-6118f343f29d {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1717.080161] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0579d52-44fe-45da-be0e-5dfe23e49d8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.126360] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b4272a-a1d2-4bdb-b9ed-d0c2804acaee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.142337] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076007} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.142618] env[62490]: DEBUG nova.network.neutron [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Successfully created port: 9277748f-4d87-4a14-9b11-cd8a09cc52f2 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.147715] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a424f8ab-12cb-4b8a-ad75-bffee0fbf7e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.155107] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.155107] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3cf299-44bb-4713-8fb7-ba4811e80e7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.169854] env[62490]: DEBUG nova.compute.provider_tree [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1717.191721] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2517cede-ec2b-4121-8f26-d1666d5ad1f2/2517cede-ec2b-4121-8f26-d1666d5ad1f2.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.195511] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771f2ca5-5a98-48dd-9f93-ac9504a236cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.219121] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1717.219121] env[62490]: value = "task-2065164" [ 1717.219121] env[62490]: _type = "Task" [ 1717.219121] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.226341] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.240584] env[62490]: ERROR nova.scheduler.client.report [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [req-6ed8bbec-136d-40d3-888e-ed6d0b10e3db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ed8bbec-136d-40d3-888e-ed6d0b10e3db"}]} [ 1717.262847] env[62490]: DEBUG nova.scheduler.client.report [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1717.286047] env[62490]: DEBUG nova.scheduler.client.report [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1717.286331] env[62490]: DEBUG nova.compute.provider_tree [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1717.291099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.291099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.302587] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bde2d2-fa92-268e-eac9-ae1e49256470, 'name': SearchDatastore_Task, 'duration_secs': 0.017492} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.303877] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee9db61-7ac6-47f5-a339-68e539a21d28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.309728] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1717.309728] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527fac94-8339-d9be-cd82-e00365cb60db" [ 1717.309728] env[62490]: _type = "Task" [ 1717.309728] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.310033] env[62490]: DEBUG nova.scheduler.client.report [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1717.323113] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527fac94-8339-d9be-cd82-e00365cb60db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.338155] env[62490]: DEBUG nova.scheduler.client.report [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1717.418990] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065155, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.427216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.498623] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Releasing lock "refresh_cache-2517cede-ec2b-4121-8f26-d1666d5ad1f2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.498988] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Received event network-vif-plugged-7d7d8432-f81c-4b99-ac3c-7dbd91392a05 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1717.499228] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Acquiring lock "76037297-9052-41aa-9a6c-2fbcb0cb0797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.499484] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.499697] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.499896] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] No waiting events found dispatching network-vif-plugged-7d7d8432-f81c-4b99-ac3c-7dbd91392a05 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1717.500168] env[62490]: WARNING nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Received unexpected event network-vif-plugged-7d7d8432-f81c-4b99-ac3c-7dbd91392a05 for instance with vm_state building and task_state spawning. [ 1717.500550] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Received event network-changed-7d7d8432-f81c-4b99-ac3c-7dbd91392a05 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1717.500550] env[62490]: DEBUG nova.compute.manager [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Refreshing instance network info cache due to event network-changed-7d7d8432-f81c-4b99-ac3c-7dbd91392a05. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1717.500712] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Acquiring lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.500873] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Acquired lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.501068] env[62490]: DEBUG nova.network.neutron [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Refreshing network info cache for port 7d7d8432-f81c-4b99-ac3c-7dbd91392a05 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1717.508177] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065158, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.557267] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065159, 'name': Rename_Task, 'duration_secs': 0.884141} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.557590] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1717.557872] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-298fcabf-92c9-486c-b3d7-0a1329845f99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.570429] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065163, 'name': CreateVM_Task, 'duration_secs': 0.484203} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.574114] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.574415] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1717.574415] env[62490]: value = "task-2065165" [ 1717.574415] env[62490]: _type = "Task" [ 1717.574415] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.575216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.575474] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.575706] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.575965] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce01602-e0ec-4762-809e-90da9b702bf7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.591430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.592016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.592503] env[62490]: DEBUG nova.network.neutron [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.594362] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1717.594362] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dff9fa-725a-6a7c-a332-31a3beb8cc7e" [ 1717.594362] env[62490]: _type = "Task" [ 1717.594362] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.594726] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.608605] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dff9fa-725a-6a7c-a332-31a3beb8cc7e, 'name': SearchDatastore_Task, 'duration_secs': 0.01397} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.609100] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.609471] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.610493] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.657011] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b7b371-4563-47d7-86f6-256c9113c444 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.666355] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5060f-4551-4f30-8967-a070c1f06815 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.698806] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa25414-bea7-4347-a684-2dfa8dcc29ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.707814] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b26650-c3b6-43e0-9d98-f8ef63aa133d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.722577] env[62490]: DEBUG nova.compute.provider_tree [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1717.733717] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065164, 'name': ReconfigVM_Task, 'duration_secs': 0.443221} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.734349] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2517cede-ec2b-4121-8f26-d1666d5ad1f2/2517cede-ec2b-4121-8f26-d1666d5ad1f2.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.735362] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-748b9dd4-b85d-40cc-9d42-1ae404268cdf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.743057] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1717.743057] env[62490]: value = "task-2065166" [ 1717.743057] env[62490]: _type = "Task" [ 1717.743057] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.752149] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065166, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.789803] env[62490]: DEBUG nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1717.829619] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527fac94-8339-d9be-cd82-e00365cb60db, 'name': SearchDatastore_Task, 'duration_secs': 0.01558} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.833855] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.833855] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 76037297-9052-41aa-9a6c-2fbcb0cb0797/76037297-9052-41aa-9a6c-2fbcb0cb0797.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.834072] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.834919] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.834919] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe9c8996-81f1-4d07-8590-ac43f710f1f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.837863] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d25a3d59-9c23-4b25-9d09-7237648ebe75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.846366] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1717.846828] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.847026] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1717.847362] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.848078] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1717.848078] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1717.848164] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1717.848440] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1717.848790] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1717.849016] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1717.849287] env[62490]: DEBUG nova.virt.hardware [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1717.851179] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba73fd2b-366d-43a8-b74a-274253e503e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.857460] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1717.857460] env[62490]: value = "task-2065167" [ 1717.857460] env[62490]: _type = "Task" [ 1717.857460] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.868478] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff0b3c-7cb5-4b78-9403-8f670fa184d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.878056] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.878301] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.879325] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.880216] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40800163-f1a6-4b6c-ae57-03558a0e3a3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.898728] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1717.898728] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258f83b-b115-6f15-4e80-b33f00286f1a" [ 1717.898728] env[62490]: _type = "Task" [ 1717.898728] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.909669] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258f83b-b115-6f15-4e80-b33f00286f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.915123] env[62490]: DEBUG oslo_vmware.api [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065155, 'name': PowerOnVM_Task, 'duration_secs': 1.639694} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.915414] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.915633] env[62490]: INFO nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Took 19.37 seconds to spawn the instance on the hypervisor. [ 1717.915821] env[62490]: DEBUG nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.916692] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35acae93-47bc-4cff-8633-9116d4a319e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.008289] env[62490]: DEBUG oslo_vmware.api [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065158, 'name': PowerOnVM_Task, 'duration_secs': 1.315177} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.008601] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.008601] env[62490]: INFO nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Took 17.26 seconds to spawn the instance on the hypervisor. [ 1718.008997] env[62490]: DEBUG nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.009879] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e467d-25a4-4392-ab78-bb2a58072cdc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.086708] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.164723] env[62490]: DEBUG nova.network.neutron [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.259812] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065166, 'name': Rename_Task, 'duration_secs': 0.185759} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.260088] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.261112] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d7b7175-05c3-4ee5-965e-36840d408aee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.269959] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1718.269959] env[62490]: value = "task-2065168" [ 1718.269959] env[62490]: _type = "Task" [ 1718.269959] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.278832] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.279955] env[62490]: DEBUG nova.scheduler.client.report [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1718.280196] env[62490]: DEBUG nova.compute.provider_tree [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 20 to 21 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1718.281163] env[62490]: DEBUG nova.compute.provider_tree [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1718.289533] env[62490]: DEBUG nova.compute.manager [req-85d133f0-6a74-4676-8593-d87b0356c464 req-8aa1431b-137b-4d68-aa72-b165f58d1d1a service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Received event network-vif-plugged-2b58a25b-2b27-4d9a-b667-6118f343f29d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1718.289747] env[62490]: DEBUG oslo_concurrency.lockutils [req-85d133f0-6a74-4676-8593-d87b0356c464 req-8aa1431b-137b-4d68-aa72-b165f58d1d1a service nova] Acquiring lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.289991] env[62490]: DEBUG oslo_concurrency.lockutils [req-85d133f0-6a74-4676-8593-d87b0356c464 req-8aa1431b-137b-4d68-aa72-b165f58d1d1a service nova] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.293074] env[62490]: DEBUG oslo_concurrency.lockutils [req-85d133f0-6a74-4676-8593-d87b0356c464 req-8aa1431b-137b-4d68-aa72-b165f58d1d1a service nova] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.293074] env[62490]: DEBUG nova.compute.manager [req-85d133f0-6a74-4676-8593-d87b0356c464 req-8aa1431b-137b-4d68-aa72-b165f58d1d1a service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] No waiting events found dispatching network-vif-plugged-2b58a25b-2b27-4d9a-b667-6118f343f29d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.293074] env[62490]: WARNING nova.compute.manager [req-85d133f0-6a74-4676-8593-d87b0356c464 req-8aa1431b-137b-4d68-aa72-b165f58d1d1a service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Received unexpected event network-vif-plugged-2b58a25b-2b27-4d9a-b667-6118f343f29d for instance with vm_state building and task_state spawning. [ 1718.370023] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065167, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.424795] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258f83b-b115-6f15-4e80-b33f00286f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013355} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.425669] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f156c178-ea1a-4763-a9eb-13d649dcd6dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.433294] env[62490]: DEBUG nova.network.neutron [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Updated VIF entry in instance network info cache for port 7d7d8432-f81c-4b99-ac3c-7dbd91392a05. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.433294] env[62490]: DEBUG nova.network.neutron [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Updating instance_info_cache with network_info: [{"id": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "address": "fa:16:3e:29:14:08", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7d8432-f8", "ovs_interfaceid": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.442482] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1718.442482] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d7ea8-04a8-761c-3000-a5678314cdbe" [ 1718.442482] env[62490]: _type = "Task" [ 1718.442482] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.443061] env[62490]: INFO nova.compute.manager [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Took 25.90 seconds to build instance. [ 1718.455769] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d7ea8-04a8-761c-3000-a5678314cdbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.466573] env[62490]: DEBUG nova.network.neutron [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance_info_cache with network_info: [{"id": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "address": "fa:16:3e:a5:de:d2", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b58a25b-2b", "ovs_interfaceid": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.534342] env[62490]: INFO nova.compute.manager [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Took 23.23 seconds to build instance. [ 1718.590578] env[62490]: DEBUG oslo_vmware.api [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065165, 'name': PowerOnVM_Task, 'duration_secs': 0.806928} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.590578] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.590827] env[62490]: INFO nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Took 12.58 seconds to spawn the instance on the hypervisor. [ 1718.591429] env[62490]: DEBUG nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.591886] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04626b2-e8cf-4bf6-b4df-adf17e74a31e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.780935] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065168, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.786989] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.040s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.787312] env[62490]: DEBUG nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.789828] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.624s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.790017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.790152] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1718.790464] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.364s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.791926] env[62490]: INFO nova.compute.claims [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.797681] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c4e31-f084-445d-87d0-c12980fff884 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.804536] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd8142d-fedd-4143-86c5-f55651128e96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.821723] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f006ee4-19bb-4522-ad61-233ec7948bf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.831735] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2b76fa-ac23-4c58-b0e8-7e71f25c8772 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.876045] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181230MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1718.876351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.887224] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905473} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.887739] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 76037297-9052-41aa-9a6c-2fbcb0cb0797/76037297-9052-41aa-9a6c-2fbcb0cb0797.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.888913] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.889550] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bde1a68-836c-49a1-bfe8-0d17062efc68 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.899706] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1718.899706] env[62490]: value = "task-2065170" [ 1718.899706] env[62490]: _type = "Task" [ 1718.899706] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.911455] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.935980] env[62490]: DEBUG oslo_concurrency.lockutils [req-d57f60e7-6521-42c6-934e-b152573dcd36 req-4d68285b-748c-42e4-b3fd-9b2cd2005d5b service nova] Releasing lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.948279] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8da97562-f161-4eae-a312-92c896dac716 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.419s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.956471] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d7ea8-04a8-761c-3000-a5678314cdbe, 'name': SearchDatastore_Task, 'duration_secs': 0.065911} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.956773] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.957046] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 64e3511f-bfdb-4664-a94a-a2c4121d98ff/64e3511f-bfdb-4664-a94a-a2c4121d98ff.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.957330] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d258f1c0-8326-45b3-bce2-1e8eef24243d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.966606] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1718.966606] env[62490]: value = "task-2065171" [ 1718.966606] env[62490]: _type = "Task" [ 1718.966606] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.971108] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.971788] env[62490]: DEBUG nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Instance network_info: |[{"id": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "address": "fa:16:3e:a5:de:d2", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b58a25b-2b", "ovs_interfaceid": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.972495] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:de:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b58a25b-2b27-4d9a-b667-6118f343f29d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.982539] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Creating folder: Project (28c431ba73a148ab880cef75c22e11b3). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.984148] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ed501e8-99f2-4953-bf35-2763e642d8b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.992401] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.997750] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Created folder: Project (28c431ba73a148ab880cef75c22e11b3) in parent group-v423467. [ 1718.998213] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Creating folder: Instances. Parent ref: group-v423491. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.998306] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c765e76-c2ce-47f6-bfb3-7ddbc074dd97 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.008510] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Created folder: Instances in parent group-v423491. [ 1719.008763] env[62490]: DEBUG oslo.service.loopingcall [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.009129] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1719.009362] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-038c2405-af3c-4df6-a358-56827df41fb4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.034800] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1719.034800] env[62490]: value = "task-2065174" [ 1719.034800] env[62490]: _type = "Task" [ 1719.034800] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.040918] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a407a49-2b1f-4e12-87ea-09d206fc4b7d tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.742s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.050155] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065174, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.112409] env[62490]: INFO nova.compute.manager [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Took 17.38 seconds to build instance. [ 1719.248303] env[62490]: DEBUG nova.compute.manager [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Received event network-vif-plugged-8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1719.248303] env[62490]: DEBUG oslo_concurrency.lockutils [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] Acquiring lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.248303] env[62490]: DEBUG oslo_concurrency.lockutils [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.248303] env[62490]: DEBUG oslo_concurrency.lockutils [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.248573] env[62490]: DEBUG nova.compute.manager [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] No waiting events found dispatching network-vif-plugged-8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.249160] env[62490]: WARNING nova.compute.manager [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Received unexpected event network-vif-plugged-8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 for instance with vm_state building and task_state spawning. [ 1719.249160] env[62490]: DEBUG nova.compute.manager [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Received event network-changed-8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1719.249160] env[62490]: DEBUG nova.compute.manager [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Refreshing instance network info cache due to event network-changed-8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1719.249319] env[62490]: DEBUG oslo_concurrency.lockutils [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] Acquiring lock "refresh_cache-64e3511f-bfdb-4664-a94a-a2c4121d98ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.249360] env[62490]: DEBUG oslo_concurrency.lockutils [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] Acquired lock "refresh_cache-64e3511f-bfdb-4664-a94a-a2c4121d98ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.249580] env[62490]: DEBUG nova.network.neutron [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Refreshing network info cache for port 8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.280635] env[62490]: DEBUG oslo_vmware.api [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065168, 'name': PowerOnVM_Task, 'duration_secs': 0.984404} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.281877] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.281877] env[62490]: INFO nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1719.281877] env[62490]: DEBUG nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.282804] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9254f090-0bcc-473d-b639-11395bf0f5e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.296142] env[62490]: DEBUG nova.compute.utils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1719.298027] env[62490]: DEBUG nova.network.neutron [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Successfully updated port: 9277748f-4d87-4a14-9b11-cd8a09cc52f2 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.299134] env[62490]: DEBUG nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1719.299347] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1719.365707] env[62490]: DEBUG nova.policy [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28c993c6ac3442b59fe5e44601f2c7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd78bb2f8eb44c0185f1f444309ede11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1719.411458] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245959} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.412387] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.413271] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f839c-0a2b-405e-8e31-a8e1c524b4f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.439435] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 76037297-9052-41aa-9a6c-2fbcb0cb0797/76037297-9052-41aa-9a6c-2fbcb0cb0797.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.439784] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9679b4-b14d-4f2c-a68a-fe4dfb42d8e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.456702] env[62490]: DEBUG nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1719.464998] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1719.464998] env[62490]: value = "task-2065175" [ 1719.464998] env[62490]: _type = "Task" [ 1719.464998] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.479638] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.483937] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065171, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.545350] env[62490]: DEBUG nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1719.548781] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065174, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.615255] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6eba9c1-bb97-4738-b691-b5c77b9880e7 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.895s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.631711] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.631994] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.809669] env[62490]: INFO nova.compute.manager [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Took 15.92 seconds to build instance. [ 1719.811897] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "refresh_cache-cea98a60-727b-4a91-82ab-601a6b018620" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.811897] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquired lock "refresh_cache-cea98a60-727b-4a91-82ab-601a6b018620" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.811897] env[62490]: DEBUG nova.network.neutron [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.817531] env[62490]: DEBUG nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.877816] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.878093] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.985157] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.989634] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.990126] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915604} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.993621] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 64e3511f-bfdb-4664-a94a-a2c4121d98ff/64e3511f-bfdb-4664-a94a-a2c4121d98ff.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.993734] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.994241] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1498593-5973-44a1-94d6-d9d63f178629 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.002201] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1720.002201] env[62490]: value = "task-2065176" [ 1720.002201] env[62490]: _type = "Task" [ 1720.002201] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.016719] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.047963] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065174, 'name': CreateVM_Task, 'duration_secs': 0.890416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.048298] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.052486] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.052486] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.052486] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.055523] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1624f16a-ee23-428e-b900-e44fd49e5792 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.063139] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1720.063139] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52be5db8-da75-fd66-610b-057cc031f138" [ 1720.063139] env[62490]: _type = "Task" [ 1720.063139] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.072802] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.076536] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52be5db8-da75-fd66-610b-057cc031f138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.117526] env[62490]: DEBUG nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.131641] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Successfully created port: 42db8928-301b-4bb9-92a2-8b5395f90931 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1720.181482] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55288d-bbe0-499c-abf9-ed54b9704e8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.190741] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29a3e9-9469-4a50-84a5-4ff5c5a1a373 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.226678] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e153b50e-44a5-4c7b-a84a-fa34b518c4a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.237013] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bfb805-6603-42c6-9c33-3526440c3cd3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.255551] env[62490]: DEBUG nova.compute.provider_tree [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.323719] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a1580288-7235-414d-96d3-9c00673ed523 tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.449s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.419863] env[62490]: DEBUG nova.network.neutron [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Updated VIF entry in instance network info cache for port 8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.419863] env[62490]: DEBUG nova.network.neutron [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Updating instance_info_cache with network_info: [{"id": "8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8", "address": "fa:16:3e:60:64:ef", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f4f5913-1c", "ovs_interfaceid": "8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.433892] env[62490]: DEBUG nova.network.neutron [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.481418] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065175, 'name': ReconfigVM_Task, 'duration_secs': 0.845119} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.482112] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 76037297-9052-41aa-9a6c-2fbcb0cb0797/76037297-9052-41aa-9a6c-2fbcb0cb0797.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.482876] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b96732bf-f240-4d32-a5a4-b64794d41a65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.490328] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1720.490328] env[62490]: value = "task-2065177" [ 1720.490328] env[62490]: _type = "Task" [ 1720.490328] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.501895] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065177, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.513634] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217558} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.514164] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.515402] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e2ed3-2d91-4aed-8566-5ad4de87d962 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.540943] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 64e3511f-bfdb-4664-a94a-a2c4121d98ff/64e3511f-bfdb-4664-a94a-a2c4121d98ff.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.541332] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc42c61-086d-41b9-a755-4c29f4fe12c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.569567] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1720.569567] env[62490]: value = "task-2065178" [ 1720.569567] env[62490]: _type = "Task" [ 1720.569567] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.577421] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52be5db8-da75-fd66-610b-057cc031f138, 'name': SearchDatastore_Task, 'duration_secs': 0.022126} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.578718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.579090] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1720.579366] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.579556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.579774] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1720.583506] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09398112-fb75-4020-9bb6-1202ced39a1f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.585517] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.594312] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1720.594595] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1720.595551] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512b7338-6964-4cfa-bd9e-027cbf86f2b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.605701] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1720.605701] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52775a36-ed59-cb76-f25f-c236f0a7398d" [ 1720.605701] env[62490]: _type = "Task" [ 1720.605701] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.615521] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52775a36-ed59-cb76-f25f-c236f0a7398d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.645740] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.759107] env[62490]: DEBUG nova.scheduler.client.report [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.827926] env[62490]: DEBUG nova.network.neutron [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Updating instance_info_cache with network_info: [{"id": "9277748f-4d87-4a14-9b11-cd8a09cc52f2", "address": "fa:16:3e:1b:ad:2e", "network": {"id": "f2b94631-5ae4-4f8b-9d63-5c072886ecc3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-991812839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b9965fe938774da592ae66f73772dcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9277748f-4d", "ovs_interfaceid": "9277748f-4d87-4a14-9b11-cd8a09cc52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.829323] env[62490]: DEBUG nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.837351] env[62490]: DEBUG nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.881927] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.881927] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.882181] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.882432] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.882952] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.882952] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.883054] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.885051] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.885051] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.885051] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.885051] env[62490]: DEBUG nova.virt.hardware [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.886364] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353da832-c4a3-4902-ba36-8ce9eda06bef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.896664] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2720423-d407-4430-b9a8-0b731cc15c7b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.923150] env[62490]: DEBUG oslo_concurrency.lockutils [req-3d9d3bf9-71a8-423c-a0a8-74ef63b4f0cd req-f7fba6fa-2fc5-41d0-9b64-8a90b9da5844 service nova] Releasing lock "refresh_cache-64e3511f-bfdb-4664-a94a-a2c4121d98ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.001625] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065177, 'name': Rename_Task, 'duration_secs': 0.263096} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.001950] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.002365] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8919036c-d215-4273-a5ec-1361b13bfe1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.008385] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1721.008385] env[62490]: value = "task-2065179" [ 1721.008385] env[62490]: _type = "Task" [ 1721.008385] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.017400] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.058308] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Successfully created port: dc4a70c7-17fa-4881-ae18-724607717e54 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.082092] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.118849] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52775a36-ed59-cb76-f25f-c236f0a7398d, 'name': SearchDatastore_Task, 'duration_secs': 0.014649} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.120189] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7da96ca-0f3e-4a1e-ae35-a7dc725e7ab0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.126487] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1721.126487] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c78222-70e9-0b91-7456-e0798395aee6" [ 1721.126487] env[62490]: _type = "Task" [ 1721.126487] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.135567] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c78222-70e9-0b91-7456-e0798395aee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.264843] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.266141] env[62490]: DEBUG nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1721.269357] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.392s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.333598] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Releasing lock "refresh_cache-cea98a60-727b-4a91-82ab-601a6b018620" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.333940] env[62490]: DEBUG nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Instance network_info: |[{"id": "9277748f-4d87-4a14-9b11-cd8a09cc52f2", "address": "fa:16:3e:1b:ad:2e", "network": {"id": "f2b94631-5ae4-4f8b-9d63-5c072886ecc3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-991812839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b9965fe938774da592ae66f73772dcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9277748f-4d", "ovs_interfaceid": "9277748f-4d87-4a14-9b11-cd8a09cc52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.336559] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ad:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9277748f-4d87-4a14-9b11-cd8a09cc52f2', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.348010] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Creating folder: Project (b9965fe938774da592ae66f73772dcbd). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.351192] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68243ba3-4117-4ab4-aa61-d1cc3040c588 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.373321] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Created folder: Project (b9965fe938774da592ae66f73772dcbd) in parent group-v423467. [ 1721.374169] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Creating folder: Instances. Parent ref: group-v423494. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1721.374607] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4089fa9-35f8-438c-b6fc-f9f3f08a97af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.384638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.388785] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Created folder: Instances in parent group-v423494. [ 1721.389406] env[62490]: DEBUG oslo.service.loopingcall [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.389406] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.389657] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92752bff-f6b9-45f1-bab1-1f0557b11eca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.419318] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.419318] env[62490]: value = "task-2065182" [ 1721.419318] env[62490]: _type = "Task" [ 1721.419318] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.428443] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065182, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.520435] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065179, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.587439] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065178, 'name': ReconfigVM_Task, 'duration_secs': 0.588639} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.587741] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 64e3511f-bfdb-4664-a94a-a2c4121d98ff/64e3511f-bfdb-4664-a94a-a2c4121d98ff.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.588652] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74de4cb1-8f5b-4af8-9395-754d7e8a82d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.598181] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1721.598181] env[62490]: value = "task-2065183" [ 1721.598181] env[62490]: _type = "Task" [ 1721.598181] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.611340] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065183, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.641143] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c78222-70e9-0b91-7456-e0798395aee6, 'name': SearchDatastore_Task, 'duration_secs': 0.040492} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.641143] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.641143] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6/6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1721.641143] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a65aa3fd-4371-4cac-bdc2-5be0aa50695e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.646874] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1721.646874] env[62490]: value = "task-2065184" [ 1721.646874] env[62490]: _type = "Task" [ 1721.646874] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.658800] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.677676] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Successfully created port: a0ccc551-6413-45d8-9606-87cb75b47903 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.767378] env[62490]: DEBUG nova.compute.manager [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Received event network-changed-2b58a25b-2b27-4d9a-b667-6118f343f29d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1721.767944] env[62490]: DEBUG nova.compute.manager [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Refreshing instance network info cache due to event network-changed-2b58a25b-2b27-4d9a-b667-6118f343f29d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1721.768408] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Acquiring lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.768495] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Acquired lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.768701] env[62490]: DEBUG nova.network.neutron [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Refreshing network info cache for port 2b58a25b-2b27-4d9a-b667-6118f343f29d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.772086] env[62490]: DEBUG nova.compute.utils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.780505] env[62490]: DEBUG nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.781242] env[62490]: DEBUG nova.network.neutron [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.939242] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065182, 'name': CreateVM_Task, 'duration_secs': 0.450306} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.939646] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.940502] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.941114] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.941182] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.941783] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395e1911-02e8-494a-aed5-65804034832b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.950853] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1721.950853] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ab9f68-391f-2ba4-da36-1a30d21a182c" [ 1721.950853] env[62490]: _type = "Task" [ 1721.950853] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.952907] env[62490]: DEBUG nova.policy [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e0ac16a4e534281a7ba40a65219a0ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99b5d82ea5c848f88df4736ab60ff1d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.968021] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ab9f68-391f-2ba4-da36-1a30d21a182c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.028611] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065179, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.110356] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065183, 'name': Rename_Task, 'duration_secs': 0.213822} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.110901] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.111187] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2065e486-c95f-48d6-9002-2f8acf7fd5e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.118877] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1722.118877] env[62490]: value = "task-2065185" [ 1722.118877] env[62490]: _type = "Task" [ 1722.118877] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.131129] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.158832] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.227757] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Acquiring lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.227854] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.228051] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Acquiring lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.228260] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.228453] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.230918] env[62490]: INFO nova.compute.manager [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Terminating instance [ 1722.281948] env[62490]: DEBUG nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.320482] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f53dbc3e-445d-4d0a-85a1-70003bd67502 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.320650] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 72d8c66d-8cc8-4c6e-a5ff-157fa192849c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.321104] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.321234] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.321392] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 2517cede-ec2b-4121-8f26-d1666d5ad1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.322063] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 76037297-9052-41aa-9a6c-2fbcb0cb0797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.322063] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 64e3511f-bfdb-4664-a94a-a2c4121d98ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.322063] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.322063] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance cea98a60-727b-4a91-82ab-601a6b018620 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.322357] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 0c820897-b639-4402-801c-ccdadccc56db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.322357] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 296569e8-7780-40f1-9edd-a7515f33c44b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1722.333904] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.334174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.334411] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.334624] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.334912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.339243] env[62490]: INFO nova.compute.manager [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Terminating instance [ 1722.467314] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ab9f68-391f-2ba4-da36-1a30d21a182c, 'name': SearchDatastore_Task, 'duration_secs': 0.058039} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.467812] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.467878] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.468107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.468253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.468483] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.468700] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2eb0877-ad5b-47fb-ab42-ca801d530d16 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.477804] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.478072] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.479168] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ff9542-cb89-4722-b26a-647e478cdfc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.484810] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1722.484810] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525608dd-5d5b-519b-a142-ae7a4be2aa3f" [ 1722.484810] env[62490]: _type = "Task" [ 1722.484810] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.496503] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525608dd-5d5b-519b-a142-ae7a4be2aa3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.522694] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065179, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.633596] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065185, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.660744] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695895} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.661055] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6/6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.661274] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.661552] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3207bc78-2936-4cf4-9420-965260d4bd74 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.669175] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1722.669175] env[62490]: value = "task-2065187" [ 1722.669175] env[62490]: _type = "Task" [ 1722.669175] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.676471] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.736907] env[62490]: DEBUG nova.compute.manager [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.736907] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.737558] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5063ae0e-441f-4d30-80df-51576e3459a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.748586] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.748586] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f196bb04-f939-459e-966b-d67182e7095f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.755178] env[62490]: DEBUG oslo_vmware.api [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Waiting for the task: (returnval){ [ 1722.755178] env[62490]: value = "task-2065188" [ 1722.755178] env[62490]: _type = "Task" [ 1722.755178] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.768258] env[62490]: DEBUG oslo_vmware.api [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Task: {'id': task-2065188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.832023] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 0fc31c87-417f-4447-943e-00f125f27bbb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1722.845995] env[62490]: DEBUG nova.compute.manager [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1722.846414] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.848166] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054da7c5-dcbe-4d9a-831f-5206ecff48fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.861795] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.862853] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03241f5-0b57-4672-b273-ccfe377ffb6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.874255] env[62490]: DEBUG oslo_vmware.api [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1722.874255] env[62490]: value = "task-2065189" [ 1722.874255] env[62490]: _type = "Task" [ 1722.874255] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.886622] env[62490]: DEBUG oslo_vmware.api [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.004794] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525608dd-5d5b-519b-a142-ae7a4be2aa3f, 'name': SearchDatastore_Task, 'duration_secs': 0.015827} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.005984] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb62a37-26ce-46f1-8eab-c68be96fe727 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.017656] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1723.017656] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5217fc8c-5aef-8a2b-7d22-1e0d15cc25a8" [ 1723.017656] env[62490]: _type = "Task" [ 1723.017656] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.025338] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065179, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.032464] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5217fc8c-5aef-8a2b-7d22-1e0d15cc25a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.128112] env[62490]: DEBUG nova.network.neutron [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Successfully created port: 204b870e-4c31-40ba-a4b1-ea11f8d642d0 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.135112] env[62490]: DEBUG nova.network.neutron [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updated VIF entry in instance network info cache for port 2b58a25b-2b27-4d9a-b667-6118f343f29d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.138853] env[62490]: DEBUG nova.network.neutron [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance_info_cache with network_info: [{"id": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "address": "fa:16:3e:a5:de:d2", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b58a25b-2b", "ovs_interfaceid": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.145428] env[62490]: DEBUG oslo_vmware.api [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065185, 'name': PowerOnVM_Task, 'duration_secs': 0.999634} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.146414] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.146414] env[62490]: INFO nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1723.146611] env[62490]: DEBUG nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.147284] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90180559-7ad3-4425-8b70-2b0c99e6d79f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.181696] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188089} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.182037] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.182836] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49abd45-19fa-417d-9c69-3284c9d59afa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.210654] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6/6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.210942] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95da209-fef7-47ab-a5eb-4e868cd3e858 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.234778] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1723.234778] env[62490]: value = "task-2065190" [ 1723.234778] env[62490]: _type = "Task" [ 1723.234778] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.245045] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.252760] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "efb3cd31-c298-4063-9418-fc39e60a0c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.252760] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.265928] env[62490]: DEBUG oslo_vmware.api [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Task: {'id': task-2065188, 'name': PowerOffVM_Task, 'duration_secs': 0.262681} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.266226] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.266392] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.266884] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-782e104f-5f52-41ce-b122-1b83ae36456f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.291898] env[62490]: DEBUG nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.322623] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.323320] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.323320] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.323320] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.323821] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.323821] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.323821] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.323938] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.324105] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.324183] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.324356] env[62490]: DEBUG nova.virt.hardware [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.328368] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6b4cf-96b5-4558-a950-c8dc98b260c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.333394] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6365c2a-9583-45d4-bfea-a61b26fe9963 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.337882] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4abecfe8-97a8-4f54-87ec-bb51cc85f25c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1723.382296] env[62490]: DEBUG oslo_vmware.api [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065189, 'name': PowerOffVM_Task, 'duration_secs': 0.30188} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.382654] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.382769] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.382951] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-056550d1-312a-44ce-8094-c2b6080ea3a8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.521655] env[62490]: DEBUG oslo_vmware.api [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065179, 'name': PowerOnVM_Task, 'duration_secs': 2.055291} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.525352] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.525352] env[62490]: INFO nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Took 12.75 seconds to spawn the instance on the hypervisor. [ 1723.525582] env[62490]: DEBUG nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.526632] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe0d80b-8c2b-4f3a-823a-2b8e41988f34 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.542434] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5217fc8c-5aef-8a2b-7d22-1e0d15cc25a8, 'name': SearchDatastore_Task, 'duration_secs': 0.019608} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.542434] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.542434] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] cea98a60-727b-4a91-82ab-601a6b018620/cea98a60-727b-4a91-82ab-601a6b018620.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1723.542434] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48359601-7984-45cc-8ca5-afc7ce19e4eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.546801] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1723.546801] env[62490]: value = "task-2065193" [ 1723.546801] env[62490]: _type = "Task" [ 1723.546801] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.564161] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.593034] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.593034] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.593034] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Deleting the datastore file [datastore1] 72d8c66d-8cc8-4c6e-a5ff-157fa192849c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.593034] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a68bec8-4c45-4827-a3c2-f739a48ad314 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.596379] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.596749] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.597127] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Deleting the datastore file [datastore1] 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.597497] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7972491-f843-4821-b59d-53c39fd56c96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.600736] env[62490]: DEBUG oslo_vmware.api [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Waiting for the task: (returnval){ [ 1723.600736] env[62490]: value = "task-2065194" [ 1723.600736] env[62490]: _type = "Task" [ 1723.600736] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.607299] env[62490]: DEBUG oslo_vmware.api [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for the task: (returnval){ [ 1723.607299] env[62490]: value = "task-2065195" [ 1723.607299] env[62490]: _type = "Task" [ 1723.607299] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.614394] env[62490]: DEBUG oslo_vmware.api [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Task: {'id': task-2065194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.619197] env[62490]: DEBUG oslo_vmware.api [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.646979] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Releasing lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.647254] env[62490]: DEBUG nova.compute.manager [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Received event network-vif-plugged-9277748f-4d87-4a14-9b11-cd8a09cc52f2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1723.647464] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Acquiring lock "cea98a60-727b-4a91-82ab-601a6b018620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.647673] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Lock "cea98a60-727b-4a91-82ab-601a6b018620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.647864] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Lock "cea98a60-727b-4a91-82ab-601a6b018620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.648057] env[62490]: DEBUG nova.compute.manager [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] No waiting events found dispatching network-vif-plugged-9277748f-4d87-4a14-9b11-cd8a09cc52f2 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1723.648237] env[62490]: WARNING nova.compute.manager [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Received unexpected event network-vif-plugged-9277748f-4d87-4a14-9b11-cd8a09cc52f2 for instance with vm_state building and task_state spawning. [ 1723.648420] env[62490]: DEBUG nova.compute.manager [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Received event network-changed-9277748f-4d87-4a14-9b11-cd8a09cc52f2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1723.648594] env[62490]: DEBUG nova.compute.manager [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Refreshing instance network info cache due to event network-changed-9277748f-4d87-4a14-9b11-cd8a09cc52f2. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1723.648796] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Acquiring lock "refresh_cache-cea98a60-727b-4a91-82ab-601a6b018620" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.648961] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Acquired lock "refresh_cache-cea98a60-727b-4a91-82ab-601a6b018620" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.649142] env[62490]: DEBUG nova.network.neutron [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Refreshing network info cache for port 9277748f-4d87-4a14-9b11-cd8a09cc52f2 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1723.668693] env[62490]: INFO nova.compute.manager [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Took 18.12 seconds to build instance. [ 1723.749547] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.775479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.775479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.842473] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1723.941751] env[62490]: DEBUG nova.compute.manager [None req-2d3a0392-7719-40a7-a0e7-085ed1fa93a8 tempest-ServerDiagnosticsTest-1105503707 tempest-ServerDiagnosticsTest-1105503707-project-admin] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.943441] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4855f101-2df5-431d-b84e-bdf5e77ac932 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.954635] env[62490]: INFO nova.compute.manager [None req-2d3a0392-7719-40a7-a0e7-085ed1fa93a8 tempest-ServerDiagnosticsTest-1105503707 tempest-ServerDiagnosticsTest-1105503707-project-admin] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Retrieving diagnostics [ 1723.956391] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee54d03-0da5-49b7-a1b8-8bfb9ac70a62 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.065911] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.075863] env[62490]: INFO nova.compute.manager [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Took 19.29 seconds to build instance. [ 1724.121418] env[62490]: DEBUG oslo_vmware.api [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Task: {'id': task-2065194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377084} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.125095] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.125095] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.125365] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.125602] env[62490]: INFO nova.compute.manager [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1724.125987] env[62490]: DEBUG oslo.service.loopingcall [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.126685] env[62490]: DEBUG oslo_vmware.api [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Task: {'id': task-2065195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350457} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.126972] env[62490]: DEBUG nova.compute.manager [-] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.127150] env[62490]: DEBUG nova.network.neutron [-] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.129115] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.129382] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.129651] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.129895] env[62490]: INFO nova.compute.manager [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1724.130195] env[62490]: DEBUG oslo.service.loopingcall [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.130454] env[62490]: DEBUG nova.compute.manager [-] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.130603] env[62490]: DEBUG nova.network.neutron [-] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.170944] env[62490]: DEBUG oslo_concurrency.lockutils [None req-443431d7-f1de-46a4-9a92-a464b8c7649a tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.629s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.247301] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065190, 'name': ReconfigVM_Task, 'duration_secs': 0.745824} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.247670] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6/6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.248568] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d2a7675-c473-429f-9d5b-be636d89874a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.255473] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1724.255473] env[62490]: value = "task-2065196" [ 1724.255473] env[62490]: _type = "Task" [ 1724.255473] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.268462] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065196, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.348181] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f2c7f8cb-3da0-45b3-ba7d-67307196e534 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1724.395084] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Successfully updated port: 42db8928-301b-4bb9-92a2-8b5395f90931 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.563816] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599418} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.564266] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] cea98a60-727b-4a91-82ab-601a6b018620/cea98a60-727b-4a91-82ab-601a6b018620.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.564518] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.564796] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c34b21a-f410-4da0-aa4e-ff2e401edc61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.572487] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1724.572487] env[62490]: value = "task-2065198" [ 1724.572487] env[62490]: _type = "Task" [ 1724.572487] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.582179] env[62490]: DEBUG oslo_concurrency.lockutils [None req-afee7081-44c2-43b0-a520-2ba526ccf61e tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.813s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.582324] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.674487] env[62490]: DEBUG nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1724.770326] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065196, 'name': Rename_Task, 'duration_secs': 0.375307} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.770326] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.770326] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1da83eca-730c-4142-ba57-77e9c89f704b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.777750] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1724.777750] env[62490]: value = "task-2065199" [ 1724.777750] env[62490]: _type = "Task" [ 1724.777750] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.791282] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.853895] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1724.973923] env[62490]: DEBUG nova.network.neutron [-] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.991381] env[62490]: DEBUG nova.network.neutron [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Updated VIF entry in instance network info cache for port 9277748f-4d87-4a14-9b11-cd8a09cc52f2. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1724.991862] env[62490]: DEBUG nova.network.neutron [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Updating instance_info_cache with network_info: [{"id": "9277748f-4d87-4a14-9b11-cd8a09cc52f2", "address": "fa:16:3e:1b:ad:2e", "network": {"id": "f2b94631-5ae4-4f8b-9d63-5c072886ecc3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-991812839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9965fe938774da592ae66f73772dcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9277748f-4d", "ovs_interfaceid": "9277748f-4d87-4a14-9b11-cd8a09cc52f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.082309] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069469} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.082642] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.083587] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc59736-a6c7-41d5-899a-b397b74ba20a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.086911] env[62490]: DEBUG nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1725.115424] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] cea98a60-727b-4a91-82ab-601a6b018620/cea98a60-727b-4a91-82ab-601a6b018620.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.115424] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-885253a9-01bb-481f-acfa-17f32baaac87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.140513] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1725.140513] env[62490]: value = "task-2065200" [ 1725.140513] env[62490]: _type = "Task" [ 1725.140513] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.149492] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.202122] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.289850] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.357943] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 75a2bcb3-feef-43ae-aa9d-bbf97faae66b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1725.379300] env[62490]: DEBUG nova.network.neutron [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Successfully updated port: 204b870e-4c31-40ba-a4b1-ea11f8d642d0 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.480265] env[62490]: INFO nova.compute.manager [-] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Took 1.35 seconds to deallocate network for instance. [ 1725.496532] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b89bc78-4fe8-499b-b7c5-ce83eb249ef4 req-d54281aa-65c1-41ef-abac-b776012f0456 service nova] Releasing lock "refresh_cache-cea98a60-727b-4a91-82ab-601a6b018620" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.620829] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.635357] env[62490]: DEBUG nova.network.neutron [-] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.655783] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.744728] env[62490]: DEBUG nova.compute.manager [req-f043928a-1f58-4089-aae8-58bd0dcb78bd req-4e601110-a508-4bdc-8680-4fb640b68e09 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-vif-plugged-42db8928-301b-4bb9-92a2-8b5395f90931 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1725.744979] env[62490]: DEBUG oslo_concurrency.lockutils [req-f043928a-1f58-4089-aae8-58bd0dcb78bd req-4e601110-a508-4bdc-8680-4fb640b68e09 service nova] Acquiring lock "0c820897-b639-4402-801c-ccdadccc56db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.745215] env[62490]: DEBUG oslo_concurrency.lockutils [req-f043928a-1f58-4089-aae8-58bd0dcb78bd req-4e601110-a508-4bdc-8680-4fb640b68e09 service nova] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.745389] env[62490]: DEBUG oslo_concurrency.lockutils [req-f043928a-1f58-4089-aae8-58bd0dcb78bd req-4e601110-a508-4bdc-8680-4fb640b68e09 service nova] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.745558] env[62490]: DEBUG nova.compute.manager [req-f043928a-1f58-4089-aae8-58bd0dcb78bd req-4e601110-a508-4bdc-8680-4fb640b68e09 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] No waiting events found dispatching network-vif-plugged-42db8928-301b-4bb9-92a2-8b5395f90931 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1725.745739] env[62490]: WARNING nova.compute.manager [req-f043928a-1f58-4089-aae8-58bd0dcb78bd req-4e601110-a508-4bdc-8680-4fb640b68e09 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received unexpected event network-vif-plugged-42db8928-301b-4bb9-92a2-8b5395f90931 for instance with vm_state building and task_state spawning. [ 1725.790880] env[62490]: DEBUG oslo_vmware.api [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065199, 'name': PowerOnVM_Task, 'duration_secs': 0.972883} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.791602] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.791790] env[62490]: INFO nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1725.791967] env[62490]: DEBUG nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.792805] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b23df-2686-49e9-b17d-daab1acd2701 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.862765] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 2ea11da2-39bb-4c31-85c0-dd4f48bb793c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1725.862765] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1725.863021] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1725.882601] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "refresh_cache-296569e8-7780-40f1-9edd-a7515f33c44b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.882601] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquired lock "refresh_cache-296569e8-7780-40f1-9edd-a7515f33c44b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.882601] env[62490]: DEBUG nova.network.neutron [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.987997] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.140489] env[62490]: INFO nova.compute.manager [-] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Took 2.01 seconds to deallocate network for instance. [ 1726.167583] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065200, 'name': ReconfigVM_Task, 'duration_secs': 0.587464} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.167583] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Reconfigured VM instance instance-00000009 to attach disk [datastore1] cea98a60-727b-4a91-82ab-601a6b018620/cea98a60-727b-4a91-82ab-601a6b018620.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.168188] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15c81073-cb7e-45d6-9d77-a00bcf2e1250 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.175965] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1726.175965] env[62490]: value = "task-2065201" [ 1726.175965] env[62490]: _type = "Task" [ 1726.175965] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.188794] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065201, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.223592] env[62490]: DEBUG nova.compute.manager [req-354ee234-57c8-47c4-a3c2-8d952008ddf1 req-58d095e7-056b-4f0c-bd85-e327772c4f22 service nova] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Received event network-vif-deleted-280f19f4-8963-4d8d-a37b-d2fbafe83106 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1726.257727] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a19430-0fcb-441e-92f8-2c3ed15ac5dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.269030] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de66aa86-a755-47f6-99f0-cec6a0943ec5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.301841] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d8abc6-40a9-4fd7-b194-5c0eecd81ca0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.312023] env[62490]: INFO nova.compute.manager [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Took 18.11 seconds to build instance. [ 1726.315837] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3b3d4-7bc7-4ce4-82af-88d74a2db171 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.334530] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.480603] env[62490]: DEBUG nova.network.neutron [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.506488] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.507097] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.507097] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.507294] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.507336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.513361] env[62490]: INFO nova.compute.manager [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Terminating instance [ 1726.662798] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.692307] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065201, 'name': Rename_Task, 'duration_secs': 0.36012} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.692662] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1726.692962] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2fc756e-5580-44fb-88ba-b7e5815adbe3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.700484] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1726.700484] env[62490]: value = "task-2065203" [ 1726.700484] env[62490]: _type = "Task" [ 1726.700484] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.710077] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.817899] env[62490]: DEBUG oslo_concurrency.lockutils [None req-30b816b4-6f58-45e3-bf64-b37bf7507369 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.638s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.841482] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.999445] env[62490]: DEBUG nova.network.neutron [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Updating instance_info_cache with network_info: [{"id": "204b870e-4c31-40ba-a4b1-ea11f8d642d0", "address": "fa:16:3e:61:c0:4b", "network": {"id": "c00e8739-d361-4248-9f97-30879afb5ffd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-455112547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "99b5d82ea5c848f88df4736ab60ff1d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b870e-4c", "ovs_interfaceid": "204b870e-4c31-40ba-a4b1-ea11f8d642d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.018221] env[62490]: DEBUG nova.compute.manager [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1727.018440] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.020533] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9935509-dfb8-4541-9250-b5334a39cf1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.032240] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.032240] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d360e59-9018-4648-87a2-2c3f5f632b73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.038182] env[62490]: DEBUG oslo_vmware.api [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1727.038182] env[62490]: value = "task-2065204" [ 1727.038182] env[62490]: _type = "Task" [ 1727.038182] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.047799] env[62490]: DEBUG oslo_vmware.api [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.213721] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.321236] env[62490]: DEBUG nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.354180] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1727.354424] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.086s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.354702] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.365s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.356392] env[62490]: INFO nova.compute.claims [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.360979] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.362561] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances with incomplete migration {{(pid=62490) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1727.447650] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Successfully updated port: dc4a70c7-17fa-4881-ae18-724607717e54 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1727.504590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Releasing lock "refresh_cache-296569e8-7780-40f1-9edd-a7515f33c44b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.505021] env[62490]: DEBUG nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Instance network_info: |[{"id": "204b870e-4c31-40ba-a4b1-ea11f8d642d0", "address": "fa:16:3e:61:c0:4b", "network": {"id": "c00e8739-d361-4248-9f97-30879afb5ffd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-455112547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "99b5d82ea5c848f88df4736ab60ff1d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b870e-4c", "ovs_interfaceid": "204b870e-4c31-40ba-a4b1-ea11f8d642d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1727.506573] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:c0:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '537e0890-4fa2-4f2d-b74c-49933a4edf53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '204b870e-4c31-40ba-a4b1-ea11f8d642d0', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.518660] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Creating folder: Project (99b5d82ea5c848f88df4736ab60ff1d6). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1727.519732] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d71b13c3-fb29-415b-a06d-3306e0d99093 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.533812] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Created folder: Project (99b5d82ea5c848f88df4736ab60ff1d6) in parent group-v423467. [ 1727.534020] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Creating folder: Instances. Parent ref: group-v423497. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1727.534280] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b127a84-9f14-482b-b87b-b54126131af1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.553831] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Created folder: Instances in parent group-v423497. [ 1727.554116] env[62490]: DEBUG oslo.service.loopingcall [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.555065] env[62490]: DEBUG oslo_vmware.api [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065204, 'name': PowerOffVM_Task, 'duration_secs': 0.286677} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.555065] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.555183] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.555303] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.555516] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d567bd-17cd-4e40-91c8-e338fb962264 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.569983] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee34217-0f4d-4287-b590-fb75ec3b3863 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.576758] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.576758] env[62490]: value = "task-2065208" [ 1727.576758] env[62490]: _type = "Task" [ 1727.576758] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.585862] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065208, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.661021] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.661021] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.661021] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Deleting the datastore file [datastore1] 2517cede-ec2b-4121-8f26-d1666d5ad1f2 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.661021] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-889f5bdd-87c1-4866-90b5-2292990a6f9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.670970] env[62490]: DEBUG oslo_vmware.api [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for the task: (returnval){ [ 1727.670970] env[62490]: value = "task-2065209" [ 1727.670970] env[62490]: _type = "Task" [ 1727.670970] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.679673] env[62490]: DEBUG oslo_vmware.api [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.718123] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.858678] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.091244] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065208, 'name': CreateVM_Task, 'duration_secs': 0.366889} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.091244] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.092220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.092412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.092792] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.093115] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1156e3f0-db12-4479-ad6f-2923460197fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.101314] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1728.101314] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5210e7c7-01ed-db3a-531e-bd1bb6f14b65" [ 1728.101314] env[62490]: _type = "Task" [ 1728.101314] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.121407] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5210e7c7-01ed-db3a-531e-bd1bb6f14b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.180042] env[62490]: DEBUG oslo_vmware.api [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Task: {'id': task-2065209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168445} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.180901] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.180901] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.180901] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.180901] env[62490]: INFO nova.compute.manager [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1728.181172] env[62490]: DEBUG oslo.service.loopingcall [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.182018] env[62490]: DEBUG nova.compute.manager [-] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1728.182018] env[62490]: DEBUG nova.network.neutron [-] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.215903] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.613568] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5210e7c7-01ed-db3a-531e-bd1bb6f14b65, 'name': SearchDatastore_Task, 'duration_secs': 0.042415} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.623215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.623215] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.623215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.623215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.623360] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.623360] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbdfd2fd-2b6e-4f52-aa21-6c64f721b058 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.635251] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.635496] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1728.640061] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b5f5d6-0fe2-4771-8604-b672b359cdbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.647086] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1728.647086] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52783f0b-d6fe-ffe2-9fc3-83c4e1fe9e19" [ 1728.647086] env[62490]: _type = "Task" [ 1728.647086] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.657684] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52783f0b-d6fe-ffe2-9fc3-83c4e1fe9e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.714993] env[62490]: DEBUG oslo_vmware.api [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065203, 'name': PowerOnVM_Task, 'duration_secs': 1.825935} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.715954] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.715954] env[62490]: INFO nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1728.715954] env[62490]: DEBUG nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.716608] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f67100-2ac5-411b-ac46-41bf8d294070 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.759457] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75463fd6-3691-4aca-a15e-7c7bb70a9b58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.770595] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3026127-0eeb-4c46-8e97-1b199da68cfc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.806634] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda6338-b26b-4141-9739-52f9d795671b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.816417] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae74469-5121-410e-b072-1052f91395e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.836467] env[62490]: DEBUG nova.compute.provider_tree [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.910293] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "927f44df-72d2-4985-bfac-161dad9285a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.910535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "927f44df-72d2-4985-bfac-161dad9285a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.162575] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52783f0b-d6fe-ffe2-9fc3-83c4e1fe9e19, 'name': SearchDatastore_Task, 'duration_secs': 0.012574} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.163786] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc0cbce-ef15-4d23-b21b-1a24ff4ec89c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.173018] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1729.173018] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dd0229-0f11-f704-36d6-a8ad920ad947" [ 1729.173018] env[62490]: _type = "Task" [ 1729.173018] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.182235] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dd0229-0f11-f704-36d6-a8ad920ad947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.236243] env[62490]: INFO nova.compute.manager [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Took 18.52 seconds to build instance. [ 1729.257166] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-changed-42db8928-301b-4bb9-92a2-8b5395f90931 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1729.257166] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Refreshing instance network info cache due to event network-changed-42db8928-301b-4bb9-92a2-8b5395f90931. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1729.257166] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquiring lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.257166] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquired lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.259313] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Refreshing network info cache for port 42db8928-301b-4bb9-92a2-8b5395f90931 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.270351] env[62490]: DEBUG nova.compute.manager [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1729.337638] env[62490]: DEBUG nova.scheduler.client.report [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1729.481808] env[62490]: DEBUG nova.network.neutron [-] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.683718] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dd0229-0f11-f704-36d6-a8ad920ad947, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.684378] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.684699] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 296569e8-7780-40f1-9edd-a7515f33c44b/296569e8-7780-40f1-9edd-a7515f33c44b.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.685013] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f15d952-5a7e-40b1-88b5-beacbd2ca3f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.694398] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1729.694398] env[62490]: value = "task-2065210" [ 1729.694398] env[62490]: _type = "Task" [ 1729.694398] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.703620] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.740788] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5612eb63-e11b-470c-aaba-57faf190a206 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "cea98a60-727b-4a91-82ab-601a6b018620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.034s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.794945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.844242] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.844242] env[62490]: DEBUG nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1729.848801] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.775s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.850605] env[62490]: INFO nova.compute.claims [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.858859] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.859092] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.859323] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.859567] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1729.961513] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "269daec6-64d9-4885-be21-784f7a4be7a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.962197] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "269daec6-64d9-4885-be21-784f7a4be7a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.984900] env[62490]: INFO nova.compute.manager [-] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Took 1.80 seconds to deallocate network for instance. [ 1730.044064] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.067229] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.067535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.067786] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.067987] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.068174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.072304] env[62490]: INFO nova.compute.manager [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Terminating instance [ 1730.208817] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065210, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.246586] env[62490]: DEBUG nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1730.357495] env[62490]: DEBUG nova.compute.utils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1730.362267] env[62490]: DEBUG nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1730.362267] env[62490]: DEBUG nova.network.neutron [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1730.368678] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Getting list of instances from cluster (obj){ [ 1730.368678] env[62490]: value = "domain-c8" [ 1730.368678] env[62490]: _type = "ClusterComputeResource" [ 1730.368678] env[62490]: } {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1730.368678] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d647dd33-563c-4b10-b3a0-f924a3dce470 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.373604] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.393077] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Got total of 7 instances {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1730.393077] env[62490]: WARNING nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] While synchronizing instance power states, found 12 instances in the database and 7 instances on the hypervisor. [ 1730.393077] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid f53dbc3e-445d-4d0a-85a1-70003bd67502 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.393077] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 72d8c66d-8cc8-4c6e-a5ff-157fa192849c {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.393077] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.393077] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.393617] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 2517cede-ec2b-4121-8f26-d1666d5ad1f2 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.393759] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 76037297-9052-41aa-9a6c-2fbcb0cb0797 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.393907] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 64e3511f-bfdb-4664-a94a-a2c4121d98ff {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.394246] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.394326] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid cea98a60-727b-4a91-82ab-601a6b018620 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.394440] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 0c820897-b639-4402-801c-ccdadccc56db {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.394585] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 296569e8-7780-40f1-9edd-a7515f33c44b {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.394725] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 0fc31c87-417f-4447-943e-00f125f27bbb {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1730.395144] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.395467] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.395747] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.396265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.400021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.400336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.400336] env[62490]: INFO nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1730.400501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.400501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "cea98a60-727b-4a91-82ab-601a6b018620" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "cea98a60-727b-4a91-82ab-601a6b018620" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.400501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "0c820897-b639-4402-801c-ccdadccc56db" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "296569e8-7780-40f1-9edd-a7515f33c44b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "0fc31c87-417f-4447-943e-00f125f27bbb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.400638] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1730.400638] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1730.400638] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e91991f-114d-4188-8632-cfc14327c695 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.404344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b3f21-be29-4316-bb68-afe6a6f49524 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.407307] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdad8f5-4226-485b-959c-301272f045b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.410630] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d16fe6c-e05b-4d40-9802-f662dbef0841 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.490393] env[62490]: DEBUG nova.policy [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '365eab451060465ca8b640a24609ebb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683f1453f0e942948f11af2a02a784a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1730.496720] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.578407] env[62490]: DEBUG nova.compute.manager [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.578407] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.578729] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee387e80-667f-4239-b9f8-577559322c52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.591012] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.591332] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8e674a-88d3-4144-bff1-84efef650e66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.599337] env[62490]: DEBUG oslo_vmware.api [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1730.599337] env[62490]: value = "task-2065211" [ 1730.599337] env[62490]: _type = "Task" [ 1730.599337] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.611041] env[62490]: DEBUG oslo_vmware.api [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.713961] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566904} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.714180] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 296569e8-7780-40f1-9edd-a7515f33c44b/296569e8-7780-40f1-9edd-a7515f33c44b.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.714765] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.715458] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e69f49-9821-454c-b607-721a5f9b0a62 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.725890] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1730.725890] env[62490]: value = "task-2065212" [ 1730.725890] env[62490]: _type = "Task" [ 1730.725890] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.735948] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.779304] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.859239] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Successfully updated port: a0ccc551-6413-45d8-9606-87cb75b47903 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1730.862738] env[62490]: DEBUG nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1730.882030] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Releasing lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.882030] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Received event network-vif-deleted-bc057a53-bf3c-497c-ad57-ef21592c0691 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1730.882030] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Received event network-vif-plugged-204b870e-4c31-40ba-a4b1-ea11f8d642d0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1730.882030] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquiring lock "296569e8-7780-40f1-9edd-a7515f33c44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.882030] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Lock "296569e8-7780-40f1-9edd-a7515f33c44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.882366] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Lock "296569e8-7780-40f1-9edd-a7515f33c44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.882366] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] No waiting events found dispatching network-vif-plugged-204b870e-4c31-40ba-a4b1-ea11f8d642d0 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.882366] env[62490]: WARNING nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Received unexpected event network-vif-plugged-204b870e-4c31-40ba-a4b1-ea11f8d642d0 for instance with vm_state building and task_state spawning. [ 1730.882366] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Received event network-changed-204b870e-4c31-40ba-a4b1-ea11f8d642d0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1730.882366] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Refreshing instance network info cache due to event network-changed-204b870e-4c31-40ba-a4b1-ea11f8d642d0. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1730.882538] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquiring lock "refresh_cache-296569e8-7780-40f1-9edd-a7515f33c44b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.882538] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquired lock "refresh_cache-296569e8-7780-40f1-9edd-a7515f33c44b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.884143] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Refreshing network info cache for port 204b870e-4c31-40ba-a4b1-ea11f8d642d0 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.923047] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.929170] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.929170] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "cea98a60-727b-4a91-82ab-601a6b018620" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.929697] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.112566] env[62490]: DEBUG oslo_vmware.api [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065211, 'name': PowerOffVM_Task, 'duration_secs': 0.343059} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.112902] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.113083] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.113345] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4537f44-2070-4219-9dfa-403b28d8680f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.200908] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.201196] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.201466] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Deleting the datastore file [datastore1] 64e3511f-bfdb-4664-a94a-a2c4121d98ff {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.201808] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-548ae99b-f846-47b5-9a71-f808037fc4a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.212319] env[62490]: DEBUG oslo_vmware.api [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for the task: (returnval){ [ 1731.212319] env[62490]: value = "task-2065214" [ 1731.212319] env[62490]: _type = "Task" [ 1731.212319] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.221513] env[62490]: DEBUG oslo_vmware.api [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.246027] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078829} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.246027] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.246027] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc54d4ef-6ddd-4a66-942b-34ba9bd3d3c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.278713] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 296569e8-7780-40f1-9edd-a7515f33c44b/296569e8-7780-40f1-9edd-a7515f33c44b.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.283918] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d7885f-91df-49e4-bca1-32da387535b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.303658] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Acquiring lock "a043c00b-fda1-425b-ad30-52cbf4143164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.303798] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "a043c00b-fda1-425b-ad30-52cbf4143164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.309298] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1731.309298] env[62490]: value = "task-2065215" [ 1731.309298] env[62490]: _type = "Task" [ 1731.309298] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.321554] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.363716] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.363716] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.363716] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.436489] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edafcc35-55f4-4452-9f02-19c04b57e926 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.447306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587f9b17-c5dd-42ff-b1a4-c6c168290612 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.494284] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64632a14-29db-4614-b2f7-5bc6f85e922d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.502169] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62c4a1-a742-412c-ad66-c421209bb34b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.506292] env[62490]: DEBUG nova.network.neutron [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Successfully created port: 5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.522397] env[62490]: DEBUG nova.compute.provider_tree [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.725018] env[62490]: DEBUG oslo_vmware.api [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Task: {'id': task-2065214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185134} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.725172] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.725462] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.725566] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.727572] env[62490]: INFO nova.compute.manager [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1731.727572] env[62490]: DEBUG oslo.service.loopingcall [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.727572] env[62490]: DEBUG nova.compute.manager [-] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.727572] env[62490]: DEBUG nova.network.neutron [-] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.762229] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Updated VIF entry in instance network info cache for port 204b870e-4c31-40ba-a4b1-ea11f8d642d0. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.762506] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Updating instance_info_cache with network_info: [{"id": "204b870e-4c31-40ba-a4b1-ea11f8d642d0", "address": "fa:16:3e:61:c0:4b", "network": {"id": "c00e8739-d361-4248-9f97-30879afb5ffd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-455112547-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99b5d82ea5c848f88df4736ab60ff1d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "537e0890-4fa2-4f2d-b74c-49933a4edf53", "external-id": "nsx-vlan-transportzone-82", "segmentation_id": 82, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b870e-4c", "ovs_interfaceid": "204b870e-4c31-40ba-a4b1-ea11f8d642d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.820675] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.880260] env[62490]: DEBUG nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1731.928514] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.928833] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.929012] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.929193] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.929337] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.929490] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.930675] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.930675] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.930675] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.930675] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.930675] env[62490]: DEBUG nova.virt.hardware [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.931673] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152360e7-424d-4fc5-a233-bdab062ccd0a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.943239] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d0fbcf-98ff-4a8d-a3d4-c8a5841fe585 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.949745] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.030903] env[62490]: DEBUG nova.scheduler.client.report [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.196209] env[62490]: DEBUG nova.compute.manager [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Received event network-vif-deleted-a10a98fa-3abd-4f7a-8362-9bb41a1519c4 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1732.196431] env[62490]: DEBUG nova.compute.manager [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-vif-plugged-a0ccc551-6413-45d8-9606-87cb75b47903 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1732.196632] env[62490]: DEBUG oslo_concurrency.lockutils [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] Acquiring lock "0c820897-b639-4402-801c-ccdadccc56db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.196839] env[62490]: DEBUG oslo_concurrency.lockutils [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.197011] env[62490]: DEBUG oslo_concurrency.lockutils [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.198064] env[62490]: DEBUG nova.compute.manager [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] No waiting events found dispatching network-vif-plugged-a0ccc551-6413-45d8-9606-87cb75b47903 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1732.198253] env[62490]: WARNING nova.compute.manager [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received unexpected event network-vif-plugged-a0ccc551-6413-45d8-9606-87cb75b47903 for instance with vm_state building and task_state spawning. [ 1732.198416] env[62490]: DEBUG nova.compute.manager [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-changed-a0ccc551-6413-45d8-9606-87cb75b47903 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1732.198571] env[62490]: DEBUG nova.compute.manager [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Refreshing instance network info cache due to event network-changed-a0ccc551-6413-45d8-9606-87cb75b47903. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1732.198772] env[62490]: DEBUG oslo_concurrency.lockutils [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] Acquiring lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.208197] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.266049] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Releasing lock "refresh_cache-296569e8-7780-40f1-9edd-a7515f33c44b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.266319] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-vif-plugged-dc4a70c7-17fa-4881-ae18-724607717e54 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1732.266511] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquiring lock "0c820897-b639-4402-801c-ccdadccc56db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.266709] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.267867] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.267867] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] No waiting events found dispatching network-vif-plugged-dc4a70c7-17fa-4881-ae18-724607717e54 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1732.267867] env[62490]: WARNING nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received unexpected event network-vif-plugged-dc4a70c7-17fa-4881-ae18-724607717e54 for instance with vm_state building and task_state spawning. [ 1732.267867] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-changed-dc4a70c7-17fa-4881-ae18-724607717e54 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1732.267867] env[62490]: DEBUG nova.compute.manager [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Refreshing instance network info cache due to event network-changed-dc4a70c7-17fa-4881-ae18-724607717e54. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1732.268117] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquiring lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.325666] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065215, 'name': ReconfigVM_Task, 'duration_secs': 0.580378} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.325923] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 296569e8-7780-40f1-9edd-a7515f33c44b/296569e8-7780-40f1-9edd-a7515f33c44b.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.326577] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-134dc234-9c97-4835-89b0-dca9c68db58f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.335040] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1732.335040] env[62490]: value = "task-2065216" [ 1732.335040] env[62490]: _type = "Task" [ 1732.335040] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.346330] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065216, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.400269] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "cea98a60-727b-4a91-82ab-601a6b018620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.400634] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "cea98a60-727b-4a91-82ab-601a6b018620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.400744] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "cea98a60-727b-4a91-82ab-601a6b018620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.400910] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "cea98a60-727b-4a91-82ab-601a6b018620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.401081] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "cea98a60-727b-4a91-82ab-601a6b018620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.403163] env[62490]: INFO nova.compute.manager [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Terminating instance [ 1732.536067] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.536612] env[62490]: DEBUG nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.540891] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.895s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.542427] env[62490]: INFO nova.compute.claims [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.725761] env[62490]: DEBUG nova.network.neutron [-] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.727038] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.786470] env[62490]: DEBUG nova.network.neutron [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Updating instance_info_cache with network_info: [{"id": "42db8928-301b-4bb9-92a2-8b5395f90931", "address": "fa:16:3e:30:a8:cb", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db8928-30", "ovs_interfaceid": "42db8928-301b-4bb9-92a2-8b5395f90931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4a70c7-17fa-4881-ae18-724607717e54", "address": "fa:16:3e:76:ba:26", "network": {"id": "5ed32c6d-8b4d-4f01-8736-5b985cd72a8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-357754381", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4a70c7-17", "ovs_interfaceid": "dc4a70c7-17fa-4881-ae18-724607717e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0ccc551-6413-45d8-9606-87cb75b47903", "address": "fa:16:3e:91:14:08", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ccc551-64", "ovs_interfaceid": "a0ccc551-6413-45d8-9606-87cb75b47903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.853020] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065216, 'name': Rename_Task, 'duration_secs': 0.395402} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.853291] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.853915] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-219ee7b8-4931-43fc-a065-8dad6c499e7b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.863928] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1732.863928] env[62490]: value = "task-2065217" [ 1732.863928] env[62490]: _type = "Task" [ 1732.863928] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.874131] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.909426] env[62490]: DEBUG nova.compute.manager [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1732.909426] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1732.909426] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20106c36-1edb-42bc-a033-cd0ced81eaac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.916281] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.916546] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa6df0f-e7aa-4254-994c-e3b00d7143de {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.929190] env[62490]: DEBUG oslo_vmware.api [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1732.929190] env[62490]: value = "task-2065218" [ 1732.929190] env[62490]: _type = "Task" [ 1732.929190] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.940760] env[62490]: DEBUG oslo_vmware.api [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.044115] env[62490]: DEBUG nova.compute.utils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1733.049281] env[62490]: DEBUG nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1733.049489] env[62490]: DEBUG nova.network.neutron [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1733.167727] env[62490]: DEBUG nova.policy [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c09c1fa498040e49468459c26a39f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f69900108444e6d8f18f3b351fe1a01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1733.229611] env[62490]: INFO nova.compute.manager [-] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Took 1.50 seconds to deallocate network for instance. [ 1733.292398] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Releasing lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.292874] env[62490]: DEBUG nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Instance network_info: |[{"id": "42db8928-301b-4bb9-92a2-8b5395f90931", "address": "fa:16:3e:30:a8:cb", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db8928-30", "ovs_interfaceid": "42db8928-301b-4bb9-92a2-8b5395f90931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4a70c7-17fa-4881-ae18-724607717e54", "address": "fa:16:3e:76:ba:26", "network": {"id": "5ed32c6d-8b4d-4f01-8736-5b985cd72a8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-357754381", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4a70c7-17", "ovs_interfaceid": "dc4a70c7-17fa-4881-ae18-724607717e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0ccc551-6413-45d8-9606-87cb75b47903", "address": "fa:16:3e:91:14:08", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ccc551-64", "ovs_interfaceid": "a0ccc551-6413-45d8-9606-87cb75b47903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1733.293239] env[62490]: DEBUG oslo_concurrency.lockutils [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] Acquired lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.293432] env[62490]: DEBUG nova.network.neutron [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Refreshing network info cache for port a0ccc551-6413-45d8-9606-87cb75b47903 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.300017] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:a8:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42db8928-301b-4bb9-92a2-8b5395f90931', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:ba:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc4a70c7-17fa-4881-ae18-724607717e54', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:14:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0ccc551-6413-45d8-9606-87cb75b47903', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.325074] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Creating folder: Project (dd78bb2f8eb44c0185f1f444309ede11). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1733.330509] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d931aea1-72d5-4259-9e7a-2e9339049293 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.348741] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Created folder: Project (dd78bb2f8eb44c0185f1f444309ede11) in parent group-v423467. [ 1733.348844] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Creating folder: Instances. Parent ref: group-v423500. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1733.349570] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a33fe7-9ae8-4854-a4cd-ab1bb19f7fbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.360881] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Created folder: Instances in parent group-v423500. [ 1733.361121] env[62490]: DEBUG oslo.service.loopingcall [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.361315] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.361519] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa151923-8bbe-4485-a150-435a3d92ed78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.393590] env[62490]: DEBUG oslo_vmware.api [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065217, 'name': PowerOnVM_Task, 'duration_secs': 0.518078} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.393590] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.393590] env[62490]: INFO nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1733.393590] env[62490]: DEBUG nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.393590] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.393590] env[62490]: value = "task-2065221" [ 1733.393590] env[62490]: _type = "Task" [ 1733.393590] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.394159] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05880c2-e4ea-4329-b696-ddd544e516ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.411504] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065221, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.441745] env[62490]: DEBUG oslo_vmware.api [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065218, 'name': PowerOffVM_Task, 'duration_secs': 0.181388} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.444553] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.445731] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.445731] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84be0f74-38d6-4fd5-9e04-d4ca17b21db0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.550188] env[62490]: DEBUG nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.570278] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.570278] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.570278] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Deleting the datastore file [datastore1] cea98a60-727b-4a91-82ab-601a6b018620 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.570765] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3383c8ee-0aba-46d6-aed5-e3b8dfd4ce77 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.578050] env[62490]: DEBUG oslo_vmware.api [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for the task: (returnval){ [ 1733.578050] env[62490]: value = "task-2065223" [ 1733.578050] env[62490]: _type = "Task" [ 1733.578050] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.587850] env[62490]: DEBUG oslo_vmware.api [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.743275] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.907841] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065221, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.919337] env[62490]: INFO nova.compute.manager [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Took 16.52 seconds to build instance. [ 1734.086088] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c51716-9d6e-45aa-a0ef-1a62687fe8b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.094339] env[62490]: DEBUG oslo_vmware.api [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Task: {'id': task-2065223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18872} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.096289] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1734.096477] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1734.096675] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1734.096849] env[62490]: INFO nova.compute.manager [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1734.097089] env[62490]: DEBUG oslo.service.loopingcall [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.097335] env[62490]: DEBUG nova.compute.manager [-] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1734.097426] env[62490]: DEBUG nova.network.neutron [-] [instance: cea98a60-727b-4a91-82ab-601a6b018620] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1734.099836] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a8a30-cff4-41ef-ac42-e731b106aafe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.139134] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d0a96b-9fe7-470f-baf1-01d5bb9a73b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.149066] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4971a-291f-44df-a3ba-e36c55c53fd0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.167729] env[62490]: DEBUG nova.compute.provider_tree [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1734.409477] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065221, 'name': CreateVM_Task, 'duration_secs': 0.822809} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.409904] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.411108] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.411501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.411933] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.413358] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6813f635-1302-48c6-8ee8-950fd823f6d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.416777] env[62490]: DEBUG nova.network.neutron [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Updated VIF entry in instance network info cache for port a0ccc551-6413-45d8-9606-87cb75b47903. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.416777] env[62490]: DEBUG nova.network.neutron [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Updating instance_info_cache with network_info: [{"id": "42db8928-301b-4bb9-92a2-8b5395f90931", "address": "fa:16:3e:30:a8:cb", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db8928-30", "ovs_interfaceid": "42db8928-301b-4bb9-92a2-8b5395f90931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4a70c7-17fa-4881-ae18-724607717e54", "address": "fa:16:3e:76:ba:26", "network": {"id": "5ed32c6d-8b4d-4f01-8736-5b985cd72a8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-357754381", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4a70c7-17", "ovs_interfaceid": "dc4a70c7-17fa-4881-ae18-724607717e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0ccc551-6413-45d8-9606-87cb75b47903", "address": "fa:16:3e:91:14:08", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ccc551-64", "ovs_interfaceid": "a0ccc551-6413-45d8-9606-87cb75b47903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.420147] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1734.420147] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528eb00e-790b-ed70-09c1-70810ab7f6b9" [ 1734.420147] env[62490]: _type = "Task" [ 1734.420147] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.427860] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b18a9f3-109b-4116-9996-b0e4745fec7d tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "296569e8-7780-40f1-9edd-a7515f33c44b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.154s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.427860] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "296569e8-7780-40f1-9edd-a7515f33c44b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.028s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.428642] env[62490]: INFO nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1734.429298] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "296569e8-7780-40f1-9edd-a7515f33c44b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.436245] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528eb00e-790b-ed70-09c1-70810ab7f6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.436525] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.436738] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.438244] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.438244] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.438244] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.438244] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d7e00a-2f05-45aa-b2fe-dd3f92856f86 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.448038] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.448244] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.448992] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34305c8d-a6fe-4534-be17-89a4b581e95c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.454417] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1734.454417] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523c76bd-3d6a-4dea-7551-d1a0b2eb911e" [ 1734.454417] env[62490]: _type = "Task" [ 1734.454417] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.467774] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523c76bd-3d6a-4dea-7551-d1a0b2eb911e, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.469723] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b50ab09-278b-4626-9a83-c1cde948c823 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.480423] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1734.480423] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f1fd4-477f-2f0c-5b07-a2c86b3d830f" [ 1734.480423] env[62490]: _type = "Task" [ 1734.480423] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.483796] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f1fd4-477f-2f0c-5b07-a2c86b3d830f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.572520] env[62490]: DEBUG nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.582788] env[62490]: DEBUG nova.network.neutron [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Successfully created port: 83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.631299] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.635731] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.635731] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.635731] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.635731] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.635731] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.636115] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.636115] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.636195] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.638134] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.638134] env[62490]: DEBUG nova.virt.hardware [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.638134] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014e783-4a38-4306-a923-9b5c757ab8a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.650439] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b018b0fb-6df4-4e28-ad80-01daa08b7c57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.703778] env[62490]: ERROR nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [req-7b2add2a-217b-4adc-86ef-a5e81f09333c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b2add2a-217b-4adc-86ef-a5e81f09333c"}]} [ 1734.730263] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1734.764790] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1734.764790] env[62490]: DEBUG nova.compute.provider_tree [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1734.777833] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1734.815151] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1734.929963] env[62490]: DEBUG oslo_concurrency.lockutils [req-dc70ff62-baf1-4223-87a7-d9debab9bd16 req-b4ccdcf8-501d-487a-9d99-0de6b21e97cd service nova] Releasing lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.929963] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Acquired lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.930070] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Refreshing network info cache for port dc4a70c7-17fa-4881-ae18-724607717e54 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.937179] env[62490]: DEBUG nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1734.995428] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f1fd4-477f-2f0c-5b07-a2c86b3d830f, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.995428] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.995428] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 0c820897-b639-4402-801c-ccdadccc56db/0c820897-b639-4402-801c-ccdadccc56db.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1734.995428] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4270c24f-f9a2-4fd8-876a-ccf3da57e4ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.001386] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1735.001386] env[62490]: value = "task-2065224" [ 1735.001386] env[62490]: _type = "Task" [ 1735.001386] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.022181] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.357272] env[62490]: DEBUG nova.network.neutron [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Successfully updated port: 5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.378963] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a749d48-8db7-4cef-9549-0b5d3b65e94d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.388192] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b538547-f685-484f-9b2e-2c70e9f367ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.434815] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6bbd8a-fa91-4c7f-8dc5-d29c6745e699 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.455704] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e2ceed-1840-4298-8b11-714b674bf21c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.482256] env[62490]: DEBUG nova.compute.provider_tree [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1735.483818] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.526929] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.790468] env[62490]: DEBUG nova.compute.manager [req-8a9767a5-d987-4f73-8dcb-f6deaf614e32 req-f18b7507-66d1-4fa5-adc4-5deba588506f service nova] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Received event network-vif-deleted-8f4f5913-1c9b-4ffb-96cd-87c2b201c1c8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1735.861308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.861388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquired lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.861531] env[62490]: DEBUG nova.network.neutron [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.945477] env[62490]: DEBUG nova.network.neutron [-] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.009133] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Updated VIF entry in instance network info cache for port dc4a70c7-17fa-4881-ae18-724607717e54. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.009686] env[62490]: DEBUG nova.network.neutron [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Updating instance_info_cache with network_info: [{"id": "42db8928-301b-4bb9-92a2-8b5395f90931", "address": "fa:16:3e:30:a8:cb", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42db8928-30", "ovs_interfaceid": "42db8928-301b-4bb9-92a2-8b5395f90931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc4a70c7-17fa-4881-ae18-724607717e54", "address": "fa:16:3e:76:ba:26", "network": {"id": "5ed32c6d-8b4d-4f01-8736-5b985cd72a8a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-357754381", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4a70c7-17", "ovs_interfaceid": "dc4a70c7-17fa-4881-ae18-724607717e54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0ccc551-6413-45d8-9606-87cb75b47903", "address": "fa:16:3e:91:14:08", "network": {"id": "da11feed-3d42-4ebb-8118-37c8defb40d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868206125", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0ccc551-64", "ovs_interfaceid": "a0ccc551-6413-45d8-9606-87cb75b47903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.022725] env[62490]: ERROR nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [req-8452ef87-325f-4031-81a1-6627e2f529d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8452ef87-325f-4031-81a1-6627e2f529d8"}]} [ 1736.030699] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563055} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.030999] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 0c820897-b639-4402-801c-ccdadccc56db/0c820897-b639-4402-801c-ccdadccc56db.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.031244] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.031506] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a104b654-2a84-4e9f-8671-f8196ef474fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.039583] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1736.039583] env[62490]: value = "task-2065225" [ 1736.039583] env[62490]: _type = "Task" [ 1736.039583] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.054443] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.055883] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1736.101946] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1736.101946] env[62490]: DEBUG nova.compute.provider_tree [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1736.137126] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1736.196694] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1736.304925] env[62490]: DEBUG nova.compute.manager [req-2e520e81-84f3-4b7a-bbe4-1a11b2b1b7a1 req-53a374e2-601b-452f-9160-2050c58e133b service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Received event network-vif-plugged-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1736.305212] env[62490]: DEBUG oslo_concurrency.lockutils [req-2e520e81-84f3-4b7a-bbe4-1a11b2b1b7a1 req-53a374e2-601b-452f-9160-2050c58e133b service nova] Acquiring lock "0fc31c87-417f-4447-943e-00f125f27bbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.305473] env[62490]: DEBUG oslo_concurrency.lockutils [req-2e520e81-84f3-4b7a-bbe4-1a11b2b1b7a1 req-53a374e2-601b-452f-9160-2050c58e133b service nova] Lock "0fc31c87-417f-4447-943e-00f125f27bbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.305555] env[62490]: DEBUG oslo_concurrency.lockutils [req-2e520e81-84f3-4b7a-bbe4-1a11b2b1b7a1 req-53a374e2-601b-452f-9160-2050c58e133b service nova] Lock "0fc31c87-417f-4447-943e-00f125f27bbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.305672] env[62490]: DEBUG nova.compute.manager [req-2e520e81-84f3-4b7a-bbe4-1a11b2b1b7a1 req-53a374e2-601b-452f-9160-2050c58e133b service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] No waiting events found dispatching network-vif-plugged-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1736.305826] env[62490]: WARNING nova.compute.manager [req-2e520e81-84f3-4b7a-bbe4-1a11b2b1b7a1 req-53a374e2-601b-452f-9160-2050c58e133b service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Received unexpected event network-vif-plugged-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d for instance with vm_state building and task_state spawning. [ 1736.450830] env[62490]: INFO nova.compute.manager [-] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Took 2.35 seconds to deallocate network for instance. [ 1736.460291] env[62490]: DEBUG nova.network.neutron [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.527346] env[62490]: DEBUG oslo_concurrency.lockutils [req-4dd21ad9-c9fc-4aa7-8ba0-c2fb295b564b req-e8378e15-d8b5-4c7a-9d79-fe6a6aac59d0 service nova] Releasing lock "refresh_cache-0c820897-b639-4402-801c-ccdadccc56db" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.552805] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143495} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.555611] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.558773] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf54a293-844b-4ee2-a8cb-4ae1e989cf83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.588286] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 0c820897-b639-4402-801c-ccdadccc56db/0c820897-b639-4402-801c-ccdadccc56db.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.591791] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9d8a65-66ae-4269-9e87-f4e45efe3bca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.615789] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1736.615789] env[62490]: value = "task-2065226" [ 1736.615789] env[62490]: _type = "Task" [ 1736.615789] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.629142] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.723616] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.723901] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.821512] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.821873] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.858292] env[62490]: DEBUG nova.network.neutron [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Updating instance_info_cache with network_info: [{"id": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "address": "fa:16:3e:c8:fc:11", "network": {"id": "91613268-3691-4767-9ccc-be223962082e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1352039776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683f1453f0e942948f11af2a02a784a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc5e1fd-48", "ovs_interfaceid": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.873558] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525b4fd-f315-4f38-85ac-abd1743dd85b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.886292] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6861cace-5d52-4462-b1f4-aeef31bc6df4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.923056] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f078203-7004-43a8-9739-c6b427e9f128 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.932503] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f12483-c8b2-4820-a13a-d9c1bbb85bec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.952637] env[62490]: DEBUG nova.compute.provider_tree [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.954127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "5911ad6b-f534-426e-aac5-20629a9dd1e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.954353] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.964764] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.132473] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.169328] env[62490]: DEBUG nova.network.neutron [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Successfully updated port: 83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.363030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Releasing lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.363030] env[62490]: DEBUG nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Instance network_info: |[{"id": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "address": "fa:16:3e:c8:fc:11", "network": {"id": "91613268-3691-4767-9ccc-be223962082e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1352039776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683f1453f0e942948f11af2a02a784a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc5e1fd-48", "ovs_interfaceid": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1737.363382] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:fc:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.374497] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Creating folder: Project (683f1453f0e942948f11af2a02a784a0). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.376724] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4df110df-cf17-4bed-89d5-8240837244c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.391419] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Created folder: Project (683f1453f0e942948f11af2a02a784a0) in parent group-v423467. [ 1737.391712] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Creating folder: Instances. Parent ref: group-v423503. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1737.391995] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d78f5aa-f9e3-4198-8070-f6b136b14713 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.404559] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Created folder: Instances in parent group-v423503. [ 1737.404836] env[62490]: DEBUG oslo.service.loopingcall [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.407217] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.407615] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03880678-edab-44ce-bf61-977477a7cd1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.434277] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.434277] env[62490]: value = "task-2065229" [ 1737.434277] env[62490]: _type = "Task" [ 1737.434277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.445211] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065229, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.457416] env[62490]: DEBUG nova.scheduler.client.report [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.627148] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065226, 'name': ReconfigVM_Task, 'duration_secs': 0.646803} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.627514] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 0c820897-b639-4402-801c-ccdadccc56db/0c820897-b639-4402-801c-ccdadccc56db.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.628195] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47cc6473-bc7e-4378-9e31-f5c2fb10e454 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.636850] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1737.636850] env[62490]: value = "task-2065230" [ 1737.636850] env[62490]: _type = "Task" [ 1737.636850] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.647906] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065230, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.672791] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.672909] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.673079] env[62490]: DEBUG nova.network.neutron [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.949336] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065229, 'name': CreateVM_Task, 'duration_secs': 0.482362} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.949336] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.949336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.949336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.949336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.949562] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7177d4d9-d22e-4695-918c-21ef79ca9018 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.955411] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1737.955411] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ab537-37b6-c5fe-c3fa-03d567eca0b3" [ 1737.955411] env[62490]: _type = "Task" [ 1737.955411] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.963696] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.423s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.964315] env[62490]: DEBUG nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.966782] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ab537-37b6-c5fe-c3fa-03d567eca0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.967063] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.583s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.968560] env[62490]: INFO nova.compute.claims [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.152327] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065230, 'name': Rename_Task, 'duration_secs': 0.229518} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.155578] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.155860] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2d2d0c-e0d9-4c7e-90d5-db508739c519 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.163994] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1738.163994] env[62490]: value = "task-2065231" [ 1738.163994] env[62490]: _type = "Task" [ 1738.163994] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.171523] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.226604] env[62490]: DEBUG nova.network.neutron [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.389645] env[62490]: DEBUG nova.network.neutron [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating instance_info_cache with network_info: [{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83960e21-4c", "ovs_interfaceid": "83960e21-4c38-4c29-a19f-be2ac513dd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.469357] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ab537-37b6-c5fe-c3fa-03d567eca0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014263} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.470636] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.472711] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.472711] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.472711] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.472711] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.474228] env[62490]: DEBUG nova.compute.utils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.479791] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ea1201b-dac7-4c71-8927-5b190f9bd58c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.483361] env[62490]: DEBUG nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.483644] env[62490]: DEBUG nova.network.neutron [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.495183] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.495435] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.496633] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea35d0e6-dbb5-4a70-ad86-7c8aff81d24c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.507106] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1738.507106] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520f7d4a-1d4d-2d7a-0f25-32ea8538d695" [ 1738.507106] env[62490]: _type = "Task" [ 1738.507106] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.521880] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520f7d4a-1d4d-2d7a-0f25-32ea8538d695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.557906] env[62490]: DEBUG nova.policy [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16c7150a3410427a95c8c223c43f889f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e089154b3743e9a2b08dba8f337db5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.676269] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065231, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.740915] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.740915] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.892095] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.892750] env[62490]: DEBUG nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Instance network_info: |[{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83960e21-4c", "ovs_interfaceid": "83960e21-4c38-4c29-a19f-be2ac513dd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1738.893375] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:51:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83960e21-4c38-4c29-a19f-be2ac513dd30', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.901436] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating folder: Project (4f69900108444e6d8f18f3b351fe1a01). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1738.901992] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6886194-361a-46c0-b170-8b83767b5314 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.984879] env[62490]: DEBUG nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.019229] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520f7d4a-1d4d-2d7a-0f25-32ea8538d695, 'name': SearchDatastore_Task, 'duration_secs': 0.017266} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.020112] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536d9211-d85c-41fa-9128-5257bcfaf3e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.024229] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Created folder: Project (4f69900108444e6d8f18f3b351fe1a01) in parent group-v423467. [ 1739.025486] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating folder: Instances. Parent ref: group-v423506. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1739.025486] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5cd295f-9481-4e98-850f-cb4387f8c49e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.035308] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1739.035308] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a75fc1-9639-27a6-d3cf-33160f29da90" [ 1739.035308] env[62490]: _type = "Task" [ 1739.035308] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.051968] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a75fc1-9639-27a6-d3cf-33160f29da90, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.051968] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.051968] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 0fc31c87-417f-4447-943e-00f125f27bbb/0fc31c87-417f-4447-943e-00f125f27bbb.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.051968] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Created folder: Instances in parent group-v423506. [ 1739.051968] env[62490]: DEBUG oslo.service.loopingcall [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.051968] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97cf3307-d2c3-47b1-a20a-5b05a8034da4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.051968] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.051968] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8421d160-1a4e-47bf-a9e8-fe3041fbedd9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.073922] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1739.073922] env[62490]: value = "task-2065234" [ 1739.073922] env[62490]: _type = "Task" [ 1739.073922] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.075815] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.075815] env[62490]: value = "task-2065235" [ 1739.075815] env[62490]: _type = "Task" [ 1739.075815] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.092249] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065235, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.092544] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.178637] env[62490]: DEBUG oslo_vmware.api [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065231, 'name': PowerOnVM_Task, 'duration_secs': 0.746556} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.178637] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.178637] env[62490]: INFO nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Took 18.34 seconds to spawn the instance on the hypervisor. [ 1739.178637] env[62490]: DEBUG nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.179148] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b4c634-c5ec-4b3d-9d77-b81b765cd7b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.259013] env[62490]: DEBUG nova.network.neutron [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Successfully created port: 26676934-c092-4587-b300-739e177a70c0 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.639430] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065234, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.639430] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065235, 'name': CreateVM_Task, 'duration_secs': 0.413477} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.639430] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.639430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.639430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.639430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.639430] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838d771b-2227-4f78-b19d-533f4773150c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.639430] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1739.639430] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52054f52-be5e-efef-44a6-6f510368bf73" [ 1739.639430] env[62490]: _type = "Task" [ 1739.639430] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.645428] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52054f52-be5e-efef-44a6-6f510368bf73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.688017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b7976f-b593-4433-9d32-8d8bb72513de {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.706615] env[62490]: INFO nova.compute.manager [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Took 28.32 seconds to build instance. [ 1739.712018] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a2221-b941-4891-b81d-f8a2253e467f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.746085] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471b9bbb-9740-4fc3-9d82-3eb088cac313 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.763720] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7603944e-963b-4c91-8243-f1f60b2560e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.790507] env[62490]: DEBUG nova.compute.provider_tree [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.012521] env[62490]: DEBUG nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.014221] env[62490]: DEBUG nova.compute.manager [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.015111] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9719f6bc-c2a6-4cf1-b61b-b76b2ffd896d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.066246] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.066866] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.066866] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.066866] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.067040] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.069249] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.069504] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.069863] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.070079] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.070537] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.070537] env[62490]: DEBUG nova.virt.hardware [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.074237] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cfaa56-b2be-4e14-a18f-6ae0b815469b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.083387] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077c480c-ae3a-4383-a4e0-a8134b005f58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.090547] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529305} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.092145] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 0fc31c87-417f-4447-943e-00f125f27bbb/0fc31c87-417f-4447-943e-00f125f27bbb.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1740.093206] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.093206] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f438de70-7a62-445a-a990-0f0e775342b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.110059] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1740.110059] env[62490]: value = "task-2065236" [ 1740.110059] env[62490]: _type = "Task" [ 1740.110059] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.119507] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.143035] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52054f52-be5e-efef-44a6-6f510368bf73, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.143035] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.143035] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.143035] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.143035] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.143035] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.143035] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7364d90-38d1-4b67-b2a9-90aa7e5e5914 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.152850] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.153080] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.153968] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42d3f8a-bdce-4912-95cd-6019ef437ff4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.162882] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1740.162882] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52817655-d8b1-31a6-6360-179a3ed84d0b" [ 1740.162882] env[62490]: _type = "Task" [ 1740.162882] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.170668] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52817655-d8b1-31a6-6360-179a3ed84d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.211440] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea2dafe1-5cf8-481e-a211-872b342a1a88 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "0c820897-b639-4402-801c-ccdadccc56db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.836s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.213038] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "0c820897-b639-4402-801c-ccdadccc56db" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.814s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.213239] env[62490]: INFO nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 0c820897-b639-4402-801c-ccdadccc56db] During sync_power_state the instance has a pending task (spawning). Skip. [ 1740.213411] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "0c820897-b639-4402-801c-ccdadccc56db" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.297919] env[62490]: DEBUG nova.scheduler.client.report [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.412175] env[62490]: DEBUG nova.compute.manager [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received event network-vif-plugged-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1740.412175] env[62490]: DEBUG oslo_concurrency.lockutils [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] Acquiring lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.412175] env[62490]: DEBUG oslo_concurrency.lockutils [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.412319] env[62490]: DEBUG oslo_concurrency.lockutils [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.412567] env[62490]: DEBUG nova.compute.manager [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] No waiting events found dispatching network-vif-plugged-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1740.412611] env[62490]: WARNING nova.compute.manager [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received unexpected event network-vif-plugged-83960e21-4c38-4c29-a19f-be2ac513dd30 for instance with vm_state building and task_state spawning. [ 1740.412830] env[62490]: DEBUG nova.compute.manager [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1740.412945] env[62490]: DEBUG nova.compute.manager [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing instance network info cache due to event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1740.413150] env[62490]: DEBUG oslo_concurrency.lockutils [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] Acquiring lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.413285] env[62490]: DEBUG oslo_concurrency.lockutils [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] Acquired lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.413437] env[62490]: DEBUG nova.network.neutron [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.480455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "3df0186d-bf68-4764-aaf3-5f0289d89809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.480705] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.531440] env[62490]: INFO nova.compute.manager [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] instance snapshotting [ 1740.534549] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7566a010-69ea-4277-b0ca-961aa3399898 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.560325] env[62490]: DEBUG nova.compute.manager [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Received event network-changed-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1740.560832] env[62490]: DEBUG nova.compute.manager [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Refreshing instance network info cache due to event network-changed-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1740.561089] env[62490]: DEBUG oslo_concurrency.lockutils [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] Acquiring lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.561239] env[62490]: DEBUG oslo_concurrency.lockutils [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] Acquired lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.561411] env[62490]: DEBUG nova.network.neutron [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Refreshing network info cache for port 5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.563166] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109d43b0-c9bb-4873-8881-f9d158cab83f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.622564] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077433} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.622901] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1740.625711] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daae536a-9e2b-4b74-bdef-c64e8f2406ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.653071] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 0fc31c87-417f-4447-943e-00f125f27bbb/0fc31c87-417f-4447-943e-00f125f27bbb.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.653767] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d4a7de3-464c-4e7a-9378-736058847a0c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.687751] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52817655-d8b1-31a6-6360-179a3ed84d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.691797] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1740.691797] env[62490]: value = "task-2065237" [ 1740.691797] env[62490]: _type = "Task" [ 1740.691797] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.691797] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803ff519-73cc-4d61-8731-e7b8f6ac375e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.700694] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1740.700694] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b448f9-c4ee-8dd6-d51a-35ddf9d3acc4" [ 1740.700694] env[62490]: _type = "Task" [ 1740.700694] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.706357] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.715947] env[62490]: DEBUG nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.719183] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b448f9-c4ee-8dd6-d51a-35ddf9d3acc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.804448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.805123] env[62490]: DEBUG nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.813070] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.606s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.813070] env[62490]: INFO nova.compute.claims [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1741.078952] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1741.079369] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-33d56967-ca01-4c85-a664-1f4364c6d235 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.088218] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1741.088218] env[62490]: value = "task-2065238" [ 1741.088218] env[62490]: _type = "Task" [ 1741.088218] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.098429] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065238, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.203172] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065237, 'name': ReconfigVM_Task, 'duration_secs': 0.343122} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.203531] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 0fc31c87-417f-4447-943e-00f125f27bbb/0fc31c87-417f-4447-943e-00f125f27bbb.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1741.204358] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5c75a0-0be4-455a-bde4-5107a7868072 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.215707] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b448f9-c4ee-8dd6-d51a-35ddf9d3acc4, 'name': SearchDatastore_Task, 'duration_secs': 0.017449} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.216126] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.216471] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4abecfe8-97a8-4f54-87ec-bb51cc85f25c/4abecfe8-97a8-4f54-87ec-bb51cc85f25c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.216831] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1741.216831] env[62490]: value = "task-2065239" [ 1741.216831] env[62490]: _type = "Task" [ 1741.216831] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.217134] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b13c8696-2708-4659-b9c8-8bf9b42e5879 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.233925] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065239, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.238357] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1741.238357] env[62490]: value = "task-2065240" [ 1741.238357] env[62490]: _type = "Task" [ 1741.238357] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.248495] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.278855] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.314977] env[62490]: DEBUG nova.compute.utils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.316813] env[62490]: DEBUG nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.316813] env[62490]: DEBUG nova.network.neutron [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.342883] env[62490]: DEBUG nova.network.neutron [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updated VIF entry in instance network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.343256] env[62490]: DEBUG nova.network.neutron [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating instance_info_cache with network_info: [{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83960e21-4c", "ovs_interfaceid": "83960e21-4c38-4c29-a19f-be2ac513dd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.496383] env[62490]: DEBUG nova.network.neutron [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Updated VIF entry in instance network info cache for port 5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.500654] env[62490]: DEBUG nova.network.neutron [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Updating instance_info_cache with network_info: [{"id": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "address": "fa:16:3e:c8:fc:11", "network": {"id": "91613268-3691-4767-9ccc-be223962082e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1352039776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683f1453f0e942948f11af2a02a784a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc5e1fd-48", "ovs_interfaceid": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.509968] env[62490]: DEBUG nova.policy [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abaa81ae74f14b92988157313657a93e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26ddfc09efcf4c5694753f07b383b42b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.600881] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065238, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.729781] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065239, 'name': Rename_Task, 'duration_secs': 0.174651} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.730162] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.730443] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e25696c-3ec3-49af-997e-adbaf45ded00 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.741867] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1741.741867] env[62490]: value = "task-2065241" [ 1741.741867] env[62490]: _type = "Task" [ 1741.741867] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.758798] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065240, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.762336] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.822410] env[62490]: DEBUG nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.850786] env[62490]: DEBUG oslo_concurrency.lockutils [req-46472f19-f28d-49b3-952b-19b5f7656fd0 req-8e8a16de-13d5-4243-909b-a780b3cf15bd service nova] Releasing lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.005274] env[62490]: DEBUG oslo_concurrency.lockutils [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] Releasing lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.005274] env[62490]: DEBUG nova.compute.manager [req-78a1eeb8-3ffd-4c14-818a-50775866f464 req-38a701d5-47e2-4f82-8e73-ea744c14c3b2 service nova] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Received event network-vif-deleted-9277748f-4d87-4a14-9b11-cd8a09cc52f2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1742.099862] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065238, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.259532] env[62490]: DEBUG oslo_vmware.api [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065241, 'name': PowerOnVM_Task, 'duration_secs': 0.487946} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.264325] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1742.264602] env[62490]: INFO nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1742.264808] env[62490]: DEBUG nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1742.265166] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550915} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.270939] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51986338-b536-4097-a813-d1d8f6169caf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.273237] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4abecfe8-97a8-4f54-87ec-bb51cc85f25c/4abecfe8-97a8-4f54-87ec-bb51cc85f25c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.273237] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.273237] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ade64f2-69b4-40a1-aa70-a18f8ebfdbf8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.284094] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1742.284094] env[62490]: value = "task-2065242" [ 1742.284094] env[62490]: _type = "Task" [ 1742.284094] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.291623] env[62490]: DEBUG nova.network.neutron [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Successfully updated port: 26676934-c092-4587-b300-739e177a70c0 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.416518] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c24e1-7508-4efb-b915-8545a0a3c4db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.427328] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce6e431-6b34-4824-858e-ece89fde8ec7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.468160] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "51cd82ee-351e-43ce-bc26-3992e1e7d476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.468428] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.470764] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9b239a-8932-4c19-aeaf-4392b66a0bbe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.479392] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e173f17e-dfff-40af-ab06-25cd30d96081 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.496217] env[62490]: DEBUG nova.compute.provider_tree [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.508110] env[62490]: DEBUG nova.network.neutron [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Successfully created port: a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.601754] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065238, 'name': CreateSnapshot_Task, 'duration_secs': 1.265412} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.601935] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1742.602725] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94f1a82-c8d0-40d6-9322-bb06a664dc52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.803920] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "refresh_cache-fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.804240] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "refresh_cache-fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.804583] env[62490]: DEBUG nova.network.neutron [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.805493] env[62490]: INFO nova.compute.manager [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Took 22.84 seconds to build instance. [ 1742.815145] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11814} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.815434] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.816470] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe6db21-0de6-4b30-901a-79df2421d3f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.845072] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 4abecfe8-97a8-4f54-87ec-bb51cc85f25c/4abecfe8-97a8-4f54-87ec-bb51cc85f25c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.845072] env[62490]: DEBUG nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.845479] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf5a23af-0d8d-4890-a795-852b1210e190 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.867856] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1742.867856] env[62490]: value = "task-2065243" [ 1742.867856] env[62490]: _type = "Task" [ 1742.867856] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.879459] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.908023] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.908273] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.908432] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.908611] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.908768] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.908915] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.909145] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.909308] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.909472] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.909633] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.909819] env[62490]: DEBUG nova.virt.hardware [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.910689] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cae6f0-ae1a-4577-a710-6ca7e5095084 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.919603] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30eb7d7-6482-47fd-9d33-2119ca60bf8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.005022] env[62490]: DEBUG nova.scheduler.client.report [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.124360] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1743.124731] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ba9790c-3b7a-4f5d-8c84-7996b9dd90a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.136269] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1743.136269] env[62490]: value = "task-2065244" [ 1743.136269] env[62490]: _type = "Task" [ 1743.136269] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.147176] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065244, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.187510] env[62490]: DEBUG nova.compute.manager [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Received event network-vif-plugged-26676934-c092-4587-b300-739e177a70c0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1743.187798] env[62490]: DEBUG oslo_concurrency.lockutils [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] Acquiring lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.188016] env[62490]: DEBUG oslo_concurrency.lockutils [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.192456] env[62490]: DEBUG oslo_concurrency.lockutils [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.192456] env[62490]: DEBUG nova.compute.manager [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] No waiting events found dispatching network-vif-plugged-26676934-c092-4587-b300-739e177a70c0 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.192456] env[62490]: WARNING nova.compute.manager [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Received unexpected event network-vif-plugged-26676934-c092-4587-b300-739e177a70c0 for instance with vm_state building and task_state spawning. [ 1743.192456] env[62490]: DEBUG nova.compute.manager [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Received event network-changed-26676934-c092-4587-b300-739e177a70c0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1743.192456] env[62490]: DEBUG nova.compute.manager [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Refreshing instance network info cache due to event network-changed-26676934-c092-4587-b300-739e177a70c0. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1743.192456] env[62490]: DEBUG oslo_concurrency.lockutils [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] Acquiring lock "refresh_cache-fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.311511] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b225df4a-5b80-4155-a821-6d6e955a013b tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "0fc31c87-417f-4447-943e-00f125f27bbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.842s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.319927] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "0fc31c87-417f-4447-943e-00f125f27bbb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.920s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.321510] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1833fb-a062-4efa-9aa5-6f515de16fed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.377408] env[62490]: DEBUG nova.network.neutron [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.386377] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.508384] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.508948] env[62490]: DEBUG nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.512222] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.891s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.514362] env[62490]: INFO nova.compute.claims [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.648725] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065244, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.821022] env[62490]: DEBUG nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1743.835661] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "0fc31c87-417f-4447-943e-00f125f27bbb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.881820] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065243, 'name': ReconfigVM_Task, 'duration_secs': 0.918161} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.882258] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 4abecfe8-97a8-4f54-87ec-bb51cc85f25c/4abecfe8-97a8-4f54-87ec-bb51cc85f25c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.882811] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d376f328-5900-4189-9c51-4aa680ad30fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.891933] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1743.891933] env[62490]: value = "task-2065245" [ 1743.891933] env[62490]: _type = "Task" [ 1743.891933] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.903428] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065245, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.913841] env[62490]: DEBUG nova.network.neutron [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Updating instance_info_cache with network_info: [{"id": "26676934-c092-4587-b300-739e177a70c0", "address": "fa:16:3e:5d:11:ab", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26676934-c0", "ovs_interfaceid": "26676934-c092-4587-b300-739e177a70c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.023898] env[62490]: DEBUG nova.compute.utils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.027727] env[62490]: DEBUG nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1744.027727] env[62490]: DEBUG nova.network.neutron [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.036162] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "0c820897-b639-4402-801c-ccdadccc56db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.036638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "0c820897-b639-4402-801c-ccdadccc56db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.036638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "0c820897-b639-4402-801c-ccdadccc56db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.039912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.039912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "0c820897-b639-4402-801c-ccdadccc56db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.045840] env[62490]: INFO nova.compute.manager [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Terminating instance [ 1744.131140] env[62490]: DEBUG nova.policy [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1744.150895] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065244, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.379189] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.405870] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065245, 'name': Rename_Task, 'duration_secs': 0.198674} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.405870] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.405870] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe41a7ab-fdb8-4adf-9897-39036c8b3428 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.413159] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1744.413159] env[62490]: value = "task-2065246" [ 1744.413159] env[62490]: _type = "Task" [ 1744.413159] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.416836] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "refresh_cache-fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.418902] env[62490]: DEBUG nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Instance network_info: |[{"id": "26676934-c092-4587-b300-739e177a70c0", "address": "fa:16:3e:5d:11:ab", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26676934-c0", "ovs_interfaceid": "26676934-c092-4587-b300-739e177a70c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.418902] env[62490]: DEBUG oslo_concurrency.lockutils [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] Acquired lock "refresh_cache-fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.418902] env[62490]: DEBUG nova.network.neutron [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Refreshing network info cache for port 26676934-c092-4587-b300-739e177a70c0 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.419599] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:11:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26676934-c092-4587-b300-739e177a70c0', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.433214] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating folder: Project (72e089154b3743e9a2b08dba8f337db5). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.434229] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a94d4ffa-54ee-45a0-8567-88e0a6519f6f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.441929] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065246, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.455288] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created folder: Project (72e089154b3743e9a2b08dba8f337db5) in parent group-v423467. [ 1744.455488] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating folder: Instances. Parent ref: group-v423511. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.455760] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4416cf94-a594-4aa0-999d-7048d437d211 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.469832] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created folder: Instances in parent group-v423511. [ 1744.469832] env[62490]: DEBUG oslo.service.loopingcall [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.469832] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.469832] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2cf33d5-ca1b-407b-84c0-c17170d7fb40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.493622] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.493622] env[62490]: value = "task-2065249" [ 1744.493622] env[62490]: _type = "Task" [ 1744.493622] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.505743] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065249, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.527482] env[62490]: DEBUG nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1744.554139] env[62490]: DEBUG nova.compute.manager [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.554139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.554378] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757eeb6f-73fa-43d0-a33c-a50370851da4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.566217] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.566611] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b935ae-592a-4dc0-82c2-c15ebb4f64a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.577991] env[62490]: DEBUG oslo_vmware.api [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1744.577991] env[62490]: value = "task-2065250" [ 1744.577991] env[62490]: _type = "Task" [ 1744.577991] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.597140] env[62490]: DEBUG oslo_vmware.api [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.652836] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065244, 'name': CloneVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.926407] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.930987] env[62490]: DEBUG nova.network.neutron [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Successfully created port: 81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1745.011592] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065249, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.088812] env[62490]: DEBUG oslo_vmware.api [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065250, 'name': PowerOffVM_Task, 'duration_secs': 0.219218} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.091570] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.091820] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.094702] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6d3e8c-b64a-4121-a849-bfb59ab116bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.155959] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065244, 'name': CloneVM_Task, 'duration_secs': 1.595979} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.155959] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Created linked-clone VM from snapshot [ 1745.156241] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9855751-a67c-47cd-ace8-2a871c17d9f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.166320] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Uploading image 55bf13f8-40ed-426a-8a8b-b22a4e12436b {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1745.215816] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b332d1-2a53-4069-b407-b971e6d48ee0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.222718] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1745.222718] env[62490]: value = "vm-423510" [ 1745.222718] env[62490]: _type = "VirtualMachine" [ 1745.222718] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1745.223017] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36dabca6-186a-460e-ae28-d8c1144ef375 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.228444] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3b6122-8122-4c57-8bc3-d04ac2f9a085 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.233883] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lease: (returnval){ [ 1745.233883] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52899123-77c4-8c61-9ace-690dcd8375e3" [ 1745.233883] env[62490]: _type = "HttpNfcLease" [ 1745.233883] env[62490]: } obtained for exporting VM: (result){ [ 1745.233883] env[62490]: value = "vm-423510" [ 1745.233883] env[62490]: _type = "VirtualMachine" [ 1745.233883] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1745.234212] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the lease: (returnval){ [ 1745.234212] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52899123-77c4-8c61-9ace-690dcd8375e3" [ 1745.234212] env[62490]: _type = "HttpNfcLease" [ 1745.234212] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1745.265669] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536e2b66-f25c-47bc-bc86-dd550c7c1a59 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.272400] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1745.272400] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52899123-77c4-8c61-9ace-690dcd8375e3" [ 1745.272400] env[62490]: _type = "HttpNfcLease" [ 1745.272400] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1745.273178] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1745.273178] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52899123-77c4-8c61-9ace-690dcd8375e3" [ 1745.273178] env[62490]: _type = "HttpNfcLease" [ 1745.273178] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1745.275069] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78903c01-57a1-4275-b316-a170c57266bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.285687] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acfd8c2-19a5-4484-8c15-d4fc9a4e10bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.293253] env[62490]: DEBUG nova.network.neutron [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Successfully updated port: a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1745.293253] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec4030-cb9c-e7ed-d656-75d295b3e537/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1745.293253] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec4030-cb9c-e7ed-d656-75d295b3e537/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1745.358237] env[62490]: DEBUG nova.network.neutron [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Updated VIF entry in instance network info cache for port 26676934-c092-4587-b300-739e177a70c0. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.358710] env[62490]: DEBUG nova.network.neutron [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Updating instance_info_cache with network_info: [{"id": "26676934-c092-4587-b300-739e177a70c0", "address": "fa:16:3e:5d:11:ab", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26676934-c0", "ovs_interfaceid": "26676934-c092-4587-b300-739e177a70c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.362057] env[62490]: DEBUG nova.compute.provider_tree [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.363066] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.363356] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.363499] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Deleting the datastore file [datastore1] 0c820897-b639-4402-801c-ccdadccc56db {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.365520] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c666ff93-e26e-40a1-ae76-717e3e2eed08 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.374850] env[62490]: DEBUG oslo_vmware.api [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1745.374850] env[62490]: value = "task-2065253" [ 1745.374850] env[62490]: _type = "Task" [ 1745.374850] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.385121] env[62490]: DEBUG oslo_vmware.api [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.406816] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aaabe9b3-ad6f-49e1-a387-2c4665fafeb0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.427953] env[62490]: DEBUG oslo_vmware.api [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065246, 'name': PowerOnVM_Task, 'duration_secs': 0.521867} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.428262] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.428657] env[62490]: INFO nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Took 10.86 seconds to spawn the instance on the hypervisor. [ 1745.428919] env[62490]: DEBUG nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.429919] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8265b-0bee-46d9-be1c-244a16639709 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.509457] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065249, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.541352] env[62490]: DEBUG nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.586388] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.586895] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.587513] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.587837] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.588206] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.588556] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.589033] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.589482] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.589770] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.590071] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.590379] env[62490]: DEBUG nova.virt.hardware [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.593434] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6059d06-6ed9-4ef6-a00d-66a2e3f72016 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.602051] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fdae73-0cf1-47b0-95ce-3a469af1b92f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.796355] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.796632] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquired lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.797504] env[62490]: DEBUG nova.network.neutron [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.867298] env[62490]: DEBUG nova.scheduler.client.report [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1745.870480] env[62490]: DEBUG oslo_concurrency.lockutils [req-68d5a26f-1801-4b2c-952e-6042bbe4858d req-525a7141-48cf-4120-b475-a2404d3df959 service nova] Releasing lock "refresh_cache-fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.887500] env[62490]: DEBUG oslo_vmware.api [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186593} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.887982] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.887982] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.888184] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.889342] env[62490]: INFO nova.compute.manager [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1745.889342] env[62490]: DEBUG oslo.service.loopingcall [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.889342] env[62490]: DEBUG nova.compute.manager [-] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.889342] env[62490]: DEBUG nova.network.neutron [-] [instance: 0c820897-b639-4402-801c-ccdadccc56db] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.955698] env[62490]: INFO nova.compute.manager [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Took 25.90 seconds to build instance. [ 1746.012378] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065249, 'name': CreateVM_Task, 'duration_secs': 1.434106} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.012628] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1746.013429] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.016016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.016016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.016016] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058fc126-57dc-443d-9d91-f9d3742a6a55 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.027861] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1746.027861] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f80ddd-938d-14f0-f9b9-68d842a8058a" [ 1746.027861] env[62490]: _type = "Task" [ 1746.027861] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.043749] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f80ddd-938d-14f0-f9b9-68d842a8058a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.374164] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.375404] env[62490]: DEBUG nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1746.384873] env[62490]: DEBUG nova.compute.manager [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Received event network-changed-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1746.384873] env[62490]: DEBUG nova.compute.manager [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Refreshing instance network info cache due to event network-changed-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1746.385193] env[62490]: DEBUG oslo_concurrency.lockutils [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] Acquiring lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.385313] env[62490]: DEBUG oslo_concurrency.lockutils [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] Acquired lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.385503] env[62490]: DEBUG nova.network.neutron [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Refreshing network info cache for port 5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.391207] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.400s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.391926] env[62490]: DEBUG nova.objects.instance [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Lazy-loading 'resources' on Instance uuid 72d8c66d-8cc8-4c6e-a5ff-157fa192849c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.403677] env[62490]: DEBUG nova.network.neutron [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.463382] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aff5ef11-5d64-4efa-8616-217f102b3d9a tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.069s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.543994] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f80ddd-938d-14f0-f9b9-68d842a8058a, 'name': SearchDatastore_Task, 'duration_secs': 0.012402} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.544116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.544586] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.544586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.544714] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.545187] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.545187] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f99709fa-8f13-42dc-9935-4b9a0fbc5410 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.557673] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.557869] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.558636] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e7bf89-f1d1-49a3-b065-61d77b894587 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.565725] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1746.565725] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523e62e3-8c4e-db27-8ce9-7a6bcf556bb2" [ 1746.565725] env[62490]: _type = "Task" [ 1746.565725] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.575552] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523e62e3-8c4e-db27-8ce9-7a6bcf556bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.815469] env[62490]: DEBUG nova.network.neutron [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Updating instance_info_cache with network_info: [{"id": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "address": "fa:16:3e:74:eb:3b", "network": {"id": "4c7bbdb6-2ab1-4e82-ad38-509e55cb00cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-685334683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ddfc09efcf4c5694753f07b383b42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8de2c78-9d", "ovs_interfaceid": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.825633] env[62490]: DEBUG nova.compute.manager [req-26c2961f-c876-45ca-b842-d74acffe8453 req-f239896b-c017-4e51-a55d-825a5ec222fa service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Received event network-vif-plugged-a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1746.825633] env[62490]: DEBUG oslo_concurrency.lockutils [req-26c2961f-c876-45ca-b842-d74acffe8453 req-f239896b-c017-4e51-a55d-825a5ec222fa service nova] Acquiring lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.825788] env[62490]: DEBUG oslo_concurrency.lockutils [req-26c2961f-c876-45ca-b842-d74acffe8453 req-f239896b-c017-4e51-a55d-825a5ec222fa service nova] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.826164] env[62490]: DEBUG oslo_concurrency.lockutils [req-26c2961f-c876-45ca-b842-d74acffe8453 req-f239896b-c017-4e51-a55d-825a5ec222fa service nova] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.826164] env[62490]: DEBUG nova.compute.manager [req-26c2961f-c876-45ca-b842-d74acffe8453 req-f239896b-c017-4e51-a55d-825a5ec222fa service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] No waiting events found dispatching network-vif-plugged-a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.827095] env[62490]: WARNING nova.compute.manager [req-26c2961f-c876-45ca-b842-d74acffe8453 req-f239896b-c017-4e51-a55d-825a5ec222fa service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Received unexpected event network-vif-plugged-a8de2c78-9db0-4f40-9a69-4254f11f5b72 for instance with vm_state building and task_state spawning. [ 1746.889526] env[62490]: DEBUG nova.compute.utils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.891813] env[62490]: DEBUG nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.892767] env[62490]: DEBUG nova.network.neutron [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.970089] env[62490]: DEBUG nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.021892] env[62490]: DEBUG nova.policy [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39204b4721f44b3692b62b66bd838d73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ba2eeb9cb2c4c298172bd0d9afa34fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1747.081286] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523e62e3-8c4e-db27-8ce9-7a6bcf556bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.086950] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e147dfb-8426-4a40-a760-ba791a4621a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.093849] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1747.093849] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52514a79-9bb0-14bc-05f2-394b5a9a8eea" [ 1747.093849] env[62490]: _type = "Task" [ 1747.093849] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.116291] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52514a79-9bb0-14bc-05f2-394b5a9a8eea, 'name': SearchDatastore_Task, 'duration_secs': 0.012391} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.116642] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.116895] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f/fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1747.117270] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-467af96d-d3c1-4adb-a42c-732c6754b24c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.131844] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1747.131844] env[62490]: value = "task-2065254" [ 1747.131844] env[62490]: _type = "Task" [ 1747.131844] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.146583] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.317073] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Releasing lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.318927] env[62490]: DEBUG nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Instance network_info: |[{"id": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "address": "fa:16:3e:74:eb:3b", "network": {"id": "4c7bbdb6-2ab1-4e82-ad38-509e55cb00cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-685334683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ddfc09efcf4c5694753f07b383b42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8de2c78-9d", "ovs_interfaceid": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1747.318927] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:eb:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8de2c78-9db0-4f40-9a69-4254f11f5b72', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.331508] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Creating folder: Project (26ddfc09efcf4c5694753f07b383b42b). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.333942] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b979df4-8b45-4373-b2a9-091e2cf5007c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.355041] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Created folder: Project (26ddfc09efcf4c5694753f07b383b42b) in parent group-v423467. [ 1747.355041] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Creating folder: Instances. Parent ref: group-v423514. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.355041] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f25824ed-b85e-4370-9c23-b30071fe2b40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.369024] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Created folder: Instances in parent group-v423514. [ 1747.369024] env[62490]: DEBUG oslo.service.loopingcall [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.369024] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.369024] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1421e5ba-0a84-4a74-9616-0370ee1f50fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.397469] env[62490]: DEBUG nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1747.400675] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.400675] env[62490]: value = "task-2065257" [ 1747.400675] env[62490]: _type = "Task" [ 1747.400675] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.423144] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065257, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.424503] env[62490]: DEBUG nova.network.neutron [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Updated VIF entry in instance network info cache for port 5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.424868] env[62490]: DEBUG nova.network.neutron [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Updating instance_info_cache with network_info: [{"id": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "address": "fa:16:3e:c8:fc:11", "network": {"id": "91613268-3691-4767-9ccc-be223962082e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1352039776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "683f1453f0e942948f11af2a02a784a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc5e1fd-48", "ovs_interfaceid": "5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.498117] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.563612] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b2836-8ba2-4285-a32f-6cd84708580e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.574353] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af7f602-8b15-4f8a-bbfb-6257c6a7c560 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.613028] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5a69e8-1962-48b7-9743-65ed1470a7ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.624458] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962a3bd6-2549-4ca5-89f8-62e555889760 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.645141] env[62490]: DEBUG nova.compute.provider_tree [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.655830] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065254, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.802166] env[62490]: DEBUG nova.network.neutron [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Successfully updated port: 81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1747.918101] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065257, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.934964] env[62490]: DEBUG oslo_concurrency.lockutils [req-eb3b8583-4a4f-4dd7-af2e-0f8434b093a9 req-9a3a181f-6685-48ab-91f3-6cf1a7827336 service nova] Releasing lock "refresh_cache-0fc31c87-417f-4447-943e-00f125f27bbb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.146127] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544246} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.146127] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f/fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1748.146127] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1748.146127] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fa33d1a-8175-4756-8b0c-e63cdabedec2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.148873] env[62490]: DEBUG nova.network.neutron [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Successfully created port: 786560e8-bb78-4c4f-a82b-fc3e89595564 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.151962] env[62490]: DEBUG nova.scheduler.client.report [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.157615] env[62490]: DEBUG nova.network.neutron [-] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.163643] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1748.163643] env[62490]: value = "task-2065258" [ 1748.163643] env[62490]: _type = "Task" [ 1748.163643] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.179683] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.303101] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.303262] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.304969] env[62490]: DEBUG nova.network.neutron [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1748.409390] env[62490]: DEBUG nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1748.421593] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065257, 'name': CreateVM_Task, 'duration_secs': 0.567657} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.421794] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.422469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.422637] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.423029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.424653] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6e9825-47fa-4f75-9874-50e7218cb1bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.431419] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1748.431419] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bbfd29-95ea-ec0e-6763-c5d9c399b42f" [ 1748.431419] env[62490]: _type = "Task" [ 1748.431419] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.440983] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bbfd29-95ea-ec0e-6763-c5d9c399b42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.459927] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1748.460217] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.460372] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1748.460566] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.460713] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1748.460858] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1748.461474] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1748.461747] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1748.461981] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1748.462216] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1748.462429] env[62490]: DEBUG nova.virt.hardware [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1748.463359] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b264d-0b83-4821-9c36-e44a4f6f8c91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.472197] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1efa3-cbf9-4757-8922-56460dd9caf5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.658804] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.662165] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.998s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.666066] env[62490]: DEBUG nova.objects.instance [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lazy-loading 'resources' on Instance uuid 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.667539] env[62490]: INFO nova.compute.manager [-] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Took 2.78 seconds to deallocate network for instance. [ 1748.688681] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139773} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.689722] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.690732] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc354543-3e9e-4eb1-950c-78ebd62e080f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.722465] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f/fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.723991] env[62490]: INFO nova.scheduler.client.report [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Deleted allocations for instance 72d8c66d-8cc8-4c6e-a5ff-157fa192849c [ 1748.729745] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51145f82-259f-4775-bee6-c765074fa70a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.753909] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1748.753909] env[62490]: value = "task-2065259" [ 1748.753909] env[62490]: _type = "Task" [ 1748.753909] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.766434] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.870414] env[62490]: DEBUG nova.network.neutron [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1748.950493] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bbfd29-95ea-ec0e-6763-c5d9c399b42f, 'name': SearchDatastore_Task, 'duration_secs': 0.012087} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.950829] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.951926] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.951926] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.951926] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.952207] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.952327] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b061b11d-4e70-4a19-a793-800e1cdfe678 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.963310] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.963983] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.964792] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d5159f-ff39-451c-a02d-a8f81cbbb027 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.971836] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1748.971836] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525811a7-26c2-83ed-eda0-2b32771f7672" [ 1748.971836] env[62490]: _type = "Task" [ 1748.971836] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.982424] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525811a7-26c2-83ed-eda0-2b32771f7672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.180829] env[62490]: DEBUG nova.network.neutron [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.187642] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.236357] env[62490]: DEBUG oslo_concurrency.lockutils [None req-154c20fe-eed4-4390-8136-fd2050a1a770 tempest-DeleteServersAdminTestJSON-1392570337 tempest-DeleteServersAdminTestJSON-1392570337-project-admin] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.008s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.240289] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.844s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.240700] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-180909e1-8abc-4a83-a22d-ae0e4ca4d026 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.252717] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c9c3b-a6af-4b20-855e-3ecd3badf394 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.285925] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065259, 'name': ReconfigVM_Task, 'duration_secs': 0.332212} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.289041] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Reconfigured VM instance instance-0000000e to attach disk [datastore1] fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f/fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.303645] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e2967e5-90b8-4e05-b597-c607b173e026 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.314267] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1749.314267] env[62490]: value = "task-2065260" [ 1749.314267] env[62490]: _type = "Task" [ 1749.314267] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.338432] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065260, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.488323] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525811a7-26c2-83ed-eda0-2b32771f7672, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.490184] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1787e4-2dd8-459b-9248-7ef92c31fabc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.501841] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1749.501841] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52359cf2-fd30-4320-7b55-db6d07b931ed" [ 1749.501841] env[62490]: _type = "Task" [ 1749.501841] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.512978] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52359cf2-fd30-4320-7b55-db6d07b931ed, 'name': SearchDatastore_Task} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.515433] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.516081] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f2c7f8cb-3da0-45b3-ba7d-67307196e534/f2c7f8cb-3da0-45b3-ba7d-67307196e534.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.516819] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee65962-b0dc-458c-bd9f-9b925cbbe618 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.530838] env[62490]: DEBUG nova.compute.manager [req-f6e7ea98-5526-42ae-b6f6-dbb4f71d2653 req-7760e1c3-8efe-487a-9b06-687187fb0219 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-vif-deleted-42db8928-301b-4bb9-92a2-8b5395f90931 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1749.531149] env[62490]: DEBUG nova.compute.manager [req-f6e7ea98-5526-42ae-b6f6-dbb4f71d2653 req-7760e1c3-8efe-487a-9b06-687187fb0219 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-vif-deleted-dc4a70c7-17fa-4881-ae18-724607717e54 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1749.531330] env[62490]: DEBUG nova.compute.manager [req-f6e7ea98-5526-42ae-b6f6-dbb4f71d2653 req-7760e1c3-8efe-487a-9b06-687187fb0219 service nova] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Received event network-vif-deleted-a0ccc551-6413-45d8-9606-87cb75b47903 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1749.532466] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1749.532466] env[62490]: value = "task-2065261" [ 1749.532466] env[62490]: _type = "Task" [ 1749.532466] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.545738] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.656543] env[62490]: DEBUG nova.compute.manager [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Received event network-changed-a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1749.656543] env[62490]: DEBUG nova.compute.manager [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Refreshing instance network info cache due to event network-changed-a8de2c78-9db0-4f40-9a69-4254f11f5b72. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1749.656723] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Acquiring lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.656814] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Acquired lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.656992] env[62490]: DEBUG nova.network.neutron [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Refreshing network info cache for port a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1749.684161] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.684482] env[62490]: DEBUG nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Instance network_info: |[{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.685245] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:84:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81386a70-c4f7-46fe-8e62-7254a5b4c8ec', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.698833] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Creating folder: Project (fcee66b8d20c42cfbc4051203f242c09). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.702788] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de70ec82-d7d8-4958-9d38-42549c44a743 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.717028] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Created folder: Project (fcee66b8d20c42cfbc4051203f242c09) in parent group-v423467. [ 1749.717246] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Creating folder: Instances. Parent ref: group-v423517. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.720074] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b449057a-28e3-444f-8fa8-bf7bfd797630 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.737451] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Created folder: Instances in parent group-v423517. [ 1749.737451] env[62490]: DEBUG oslo.service.loopingcall [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.737451] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.737451] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce32b36-a021-4baa-82d5-1f83727147fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.765859] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.765859] env[62490]: value = "task-2065264" [ 1749.765859] env[62490]: _type = "Task" [ 1749.765859] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.776953] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065264, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.811137] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "72d8c66d-8cc8-4c6e-a5ff-157fa192849c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.830850] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065260, 'name': Rename_Task, 'duration_secs': 0.177327} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.835611] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.837057] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29fe98bf-e6d9-4df6-8162-d04a8ebbff9b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.847693] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1749.847693] env[62490]: value = "task-2065265" [ 1749.847693] env[62490]: _type = "Task" [ 1749.847693] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.861139] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.914766] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b710dc-ddd2-4f77-9157-1cef7080f7eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.928996] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a914d22-2ae9-4165-8e91-abfcf20b915e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.970960] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f20037-a0f3-47ca-ba56-9595393d70f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.982592] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2961ac-f204-4bea-89bf-df5bb1e00f8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.999590] env[62490]: DEBUG nova.compute.provider_tree [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.049299] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.279970] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065264, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.366820] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.422106] env[62490]: DEBUG nova.network.neutron [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Successfully updated port: 786560e8-bb78-4c4f-a82b-fc3e89595564 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1750.504109] env[62490]: DEBUG nova.scheduler.client.report [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.551374] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658982} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.551374] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f2c7f8cb-3da0-45b3-ba7d-67307196e534/f2c7f8cb-3da0-45b3-ba7d-67307196e534.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.551374] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.551374] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ecaf1f-3dd4-4a67-8a52-6f4b0091fc1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.561930] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1750.561930] env[62490]: value = "task-2065266" [ 1750.561930] env[62490]: _type = "Task" [ 1750.561930] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.574167] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.737157] env[62490]: DEBUG nova.network.neutron [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Updated VIF entry in instance network info cache for port a8de2c78-9db0-4f40-9a69-4254f11f5b72. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.737157] env[62490]: DEBUG nova.network.neutron [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Updating instance_info_cache with network_info: [{"id": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "address": "fa:16:3e:74:eb:3b", "network": {"id": "4c7bbdb6-2ab1-4e82-ad38-509e55cb00cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-685334683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ddfc09efcf4c5694753f07b383b42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8de2c78-9d", "ovs_interfaceid": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.778546] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065264, 'name': CreateVM_Task, 'duration_secs': 0.528688} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.778804] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.779964] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.779964] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.781030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.781030] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc546a88-3a31-48e6-8846-5d0582066da9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.786833] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1750.786833] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f76a0c-fb68-385d-6970-bae52b6ad736" [ 1750.786833] env[62490]: _type = "Task" [ 1750.786833] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.797065] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f76a0c-fb68-385d-6970-bae52b6ad736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.861320] env[62490]: DEBUG oslo_vmware.api [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065265, 'name': PowerOnVM_Task, 'duration_secs': 0.856631} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.861732] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1750.861942] env[62490]: INFO nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1750.863259] env[62490]: DEBUG nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.863630] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d5a67-a14f-4aa0-bfd1-0b5eb8ed6db5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.928801] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.928801] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquired lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.928997] env[62490]: DEBUG nova.network.neutron [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.009805] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.013473] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.155s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.016357] env[62490]: INFO nova.compute.claims [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.062102] env[62490]: INFO nova.scheduler.client.report [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Deleted allocations for instance 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5 [ 1751.082846] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123698} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.083635] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1751.084842] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d34277-ab1a-4f7a-ad6b-3579a030f786 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.205545] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f2c7f8cb-3da0-45b3-ba7d-67307196e534/f2c7f8cb-3da0-45b3-ba7d-67307196e534.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.205545] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ac90de-39c0-47fc-b18e-9ce0b614caca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.205545] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1751.205545] env[62490]: value = "task-2065267" [ 1751.205545] env[62490]: _type = "Task" [ 1751.205545] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.205545] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.241424] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Releasing lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.241716] env[62490]: DEBUG nova.compute.manager [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received event network-vif-plugged-81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1751.243251] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.243545] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.243704] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.243881] env[62490]: DEBUG nova.compute.manager [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] No waiting events found dispatching network-vif-plugged-81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.244083] env[62490]: WARNING nova.compute.manager [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received unexpected event network-vif-plugged-81386a70-c4f7-46fe-8e62-7254a5b4c8ec for instance with vm_state building and task_state spawning. [ 1751.244274] env[62490]: DEBUG nova.compute.manager [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received event network-changed-81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1751.244434] env[62490]: DEBUG nova.compute.manager [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Refreshing instance network info cache due to event network-changed-81386a70-c4f7-46fe-8e62-7254a5b4c8ec. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1751.244643] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Acquiring lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.244859] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Acquired lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.244919] env[62490]: DEBUG nova.network.neutron [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Refreshing network info cache for port 81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.307124] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f76a0c-fb68-385d-6970-bae52b6ad736, 'name': SearchDatastore_Task, 'duration_secs': 0.027213} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.307977] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.308296] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.308586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.310015] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.310229] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.311241] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb11d635-94aa-45e8-9e4a-78f22373fe16 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.326859] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.326859] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.327577] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c5617c-43f7-44db-912a-b520cba72826 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.338494] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1751.338494] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525a78dd-80b4-774b-5a2a-791cb231e890" [ 1751.338494] env[62490]: _type = "Task" [ 1751.338494] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.353780] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525a78dd-80b4-774b-5a2a-791cb231e890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.388818] env[62490]: INFO nova.compute.manager [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Took 30.76 seconds to build instance. [ 1751.578736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6d0739c0-99dd-4bf7-90a6-ccbd4433e5c8 tempest-ServerDiagnosticsNegativeTest-746143805 tempest-ServerDiagnosticsNegativeTest-746143805-project-member] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.244s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.579759] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 21.183s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.580074] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e7f6eb2-eea6-4a31-bdbe-cff338cb7262 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.595085] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc26e01-8c79-412e-a444-aa304c7ee316 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.653190] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065267, 'name': ReconfigVM_Task, 'duration_secs': 0.356705} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.653190] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f2c7f8cb-3da0-45b3-ba7d-67307196e534/f2c7f8cb-3da0-45b3-ba7d-67307196e534.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.653190] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee80564e-20bd-48e0-9775-3668c8345a54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.663837] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1751.663837] env[62490]: value = "task-2065268" [ 1751.663837] env[62490]: _type = "Task" [ 1751.663837] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.452737] env[62490]: DEBUG nova.network.neutron [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.458030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f0056d63-75ba-4a1b-a5c8-009278797d30 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.952s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.461176] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "757fdf47-4cd0-4d2e-8bc6-6acad00d15b5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.881s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.469814] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "11099321-fb21-4294-ba8b-45211ba556c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.470098] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "11099321-fb21-4294-ba8b-45211ba556c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.476281] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065268, 'name': Rename_Task, 'duration_secs': 0.301501} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.480349] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.481883] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525a78dd-80b4-774b-5a2a-791cb231e890, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.481883] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed3e0a99-56f1-4db8-85b9-5101df133284 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.483273] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10399c37-b87a-4597-abe1-56038e2bc0c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.490796] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1752.490796] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527bc824-f8c9-7098-1c39-088151112492" [ 1752.490796] env[62490]: _type = "Task" [ 1752.490796] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.499698] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1752.499698] env[62490]: value = "task-2065269" [ 1752.499698] env[62490]: _type = "Task" [ 1752.499698] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.511355] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527bc824-f8c9-7098-1c39-088151112492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.518960] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.858438] env[62490]: DEBUG nova.network.neutron [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Updating instance_info_cache with network_info: [{"id": "786560e8-bb78-4c4f-a82b-fc3e89595564", "address": "fa:16:3e:1b:ac:17", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786560e8-bb", "ovs_interfaceid": "786560e8-bb78-4c4f-a82b-fc3e89595564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.969874] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1752.974763] env[62490]: DEBUG nova.network.neutron [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updated VIF entry in instance network info cache for port 81386a70-c4f7-46fe-8e62-7254a5b4c8ec. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.977120] env[62490]: DEBUG nova.network.neutron [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.018549] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065269, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.019423] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527bc824-f8c9-7098-1c39-088151112492, 'name': SearchDatastore_Task, 'duration_secs': 0.019168} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.022016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.022155] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4f79ab71-ba4d-42ca-af1d-43b45d4cf970/4f79ab71-ba4d-42ca-af1d-43b45d4cf970.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.022644] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c80119-a354-49eb-b75d-b08625d40b10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.031854] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1753.031854] env[62490]: value = "task-2065270" [ 1753.031854] env[62490]: _type = "Task" [ 1753.031854] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.038022] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9263f36-8b3e-4537-9444-6dc547fb1f4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.045114] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.050564] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d4eb9f-4ab4-46f9-bd21-ac494d4cf72f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.089858] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0db87b-10a7-4f7c-88ee-a0acc7f37e27 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.096570] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f4b389-7ab8-4f86-a932-63c89b505b97 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.113406] env[62490]: DEBUG nova.compute.provider_tree [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.363278] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Releasing lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.363875] env[62490]: DEBUG nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Instance network_info: |[{"id": "786560e8-bb78-4c4f-a82b-fc3e89595564", "address": "fa:16:3e:1b:ac:17", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786560e8-bb", "ovs_interfaceid": "786560e8-bb78-4c4f-a82b-fc3e89595564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1753.364642] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:ac:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '786560e8-bb78-4c4f-a82b-fc3e89595564', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1753.380535] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Creating folder: Project (3ba2eeb9cb2c4c298172bd0d9afa34fc). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1753.381066] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf81bdf5-baa1-4af0-8158-c2f95800ff9e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.391322] env[62490]: DEBUG nova.compute.manager [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1753.391850] env[62490]: DEBUG nova.compute.manager [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing instance network info cache due to event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1753.392238] env[62490]: DEBUG oslo_concurrency.lockutils [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] Acquiring lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.393554] env[62490]: DEBUG oslo_concurrency.lockutils [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] Acquired lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.393554] env[62490]: DEBUG nova.network.neutron [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.399327] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Created folder: Project (3ba2eeb9cb2c4c298172bd0d9afa34fc) in parent group-v423467. [ 1753.400157] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Creating folder: Instances. Parent ref: group-v423520. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1753.400157] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4397b202-b15e-428f-a7a1-385974ed6b45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.416849] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Created folder: Instances in parent group-v423520. [ 1753.417296] env[62490]: DEBUG oslo.service.loopingcall [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.417661] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1753.418025] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e32cb6c-6cb3-4de8-a21b-c1b209d3bda5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.446139] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.446139] env[62490]: value = "task-2065273" [ 1753.446139] env[62490]: _type = "Task" [ 1753.446139] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.459747] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065273, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.486207] env[62490]: DEBUG oslo_concurrency.lockutils [req-0fbfad4d-4712-4561-85ae-01865ee64b42 req-90cab1fa-13e7-47fa-8638-d6bc31f19aa4 service nova] Releasing lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.521060] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065269, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.522657] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.547929] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065270, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.572245] env[62490]: DEBUG nova.compute.manager [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Received event network-vif-plugged-786560e8-bb78-4c4f-a82b-fc3e89595564 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1753.572675] env[62490]: DEBUG oslo_concurrency.lockutils [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] Acquiring lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.572866] env[62490]: DEBUG oslo_concurrency.lockutils [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.572953] env[62490]: DEBUG oslo_concurrency.lockutils [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.573165] env[62490]: DEBUG nova.compute.manager [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] No waiting events found dispatching network-vif-plugged-786560e8-bb78-4c4f-a82b-fc3e89595564 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.573481] env[62490]: WARNING nova.compute.manager [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Received unexpected event network-vif-plugged-786560e8-bb78-4c4f-a82b-fc3e89595564 for instance with vm_state building and task_state spawning. [ 1753.573639] env[62490]: DEBUG nova.compute.manager [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Received event network-changed-786560e8-bb78-4c4f-a82b-fc3e89595564 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1753.573791] env[62490]: DEBUG nova.compute.manager [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Refreshing instance network info cache due to event network-changed-786560e8-bb78-4c4f-a82b-fc3e89595564. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1753.573984] env[62490]: DEBUG oslo_concurrency.lockutils [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] Acquiring lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.574177] env[62490]: DEBUG oslo_concurrency.lockutils [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] Acquired lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.574356] env[62490]: DEBUG nova.network.neutron [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Refreshing network info cache for port 786560e8-bb78-4c4f-a82b-fc3e89595564 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.616800] env[62490]: DEBUG nova.scheduler.client.report [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.957274] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065273, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.024019] env[62490]: DEBUG oslo_vmware.api [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065269, 'name': PowerOnVM_Task, 'duration_secs': 1.400118} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.024019] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.024019] env[62490]: INFO nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Took 11.18 seconds to spawn the instance on the hypervisor. [ 1754.024019] env[62490]: DEBUG nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.024019] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0568e6-fd59-4864-91be-7624e4c82a52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.050355] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621926} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.051102] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4f79ab71-ba4d-42ca-af1d-43b45d4cf970/4f79ab71-ba4d-42ca-af1d-43b45d4cf970.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.051461] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.052177] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1209c48f-4550-45c4-b4b1-f812060118bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.062374] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1754.062374] env[62490]: value = "task-2065274" [ 1754.062374] env[62490]: _type = "Task" [ 1754.062374] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.075516] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.127250] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.130270] env[62490]: DEBUG nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.135216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.341s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.232654] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.232996] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.233198] env[62490]: DEBUG nova.compute.manager [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.234475] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78be329-6f29-40f1-a964-87e0c5928451 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.242542] env[62490]: DEBUG nova.compute.manager [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1754.243184] env[62490]: DEBUG nova.objects.instance [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lazy-loading 'flavor' on Instance uuid fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.462848] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065273, 'name': CreateVM_Task, 'duration_secs': 0.60674} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.463136] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.465596] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.465768] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.466177] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.466502] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c8783c-1bc9-4cf3-9957-450fba9862de {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.475794] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1754.475794] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f1889d-9ee0-8ece-56e6-7ae9ac8ed3d3" [ 1754.475794] env[62490]: _type = "Task" [ 1754.475794] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.484501] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f1889d-9ee0-8ece-56e6-7ae9ac8ed3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.553962] env[62490]: INFO nova.compute.manager [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Took 33.22 seconds to build instance. [ 1754.577640] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142458} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.577895] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.578792] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e3565d-4b77-437f-a801-1c3f186b7489 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.608856] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 4f79ab71-ba4d-42ca-af1d-43b45d4cf970/4f79ab71-ba4d-42ca-af1d-43b45d4cf970.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.609646] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae30f5a2-d99d-4590-b300-3939d572ca15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.631192] env[62490]: DEBUG nova.network.neutron [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updated VIF entry in instance network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.631802] env[62490]: DEBUG nova.network.neutron [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating instance_info_cache with network_info: [{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83960e21-4c", "ovs_interfaceid": "83960e21-4c38-4c29-a19f-be2ac513dd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.637028] env[62490]: DEBUG nova.compute.utils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.640736] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1754.640736] env[62490]: value = "task-2065275" [ 1754.640736] env[62490]: _type = "Task" [ 1754.640736] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.640736] env[62490]: DEBUG nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.640736] env[62490]: DEBUG nova.network.neutron [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.643923] env[62490]: INFO nova.compute.claims [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.660361] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.762449] env[62490]: DEBUG nova.network.neutron [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Updated VIF entry in instance network info cache for port 786560e8-bb78-4c4f-a82b-fc3e89595564. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.762804] env[62490]: DEBUG nova.network.neutron [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Updating instance_info_cache with network_info: [{"id": "786560e8-bb78-4c4f-a82b-fc3e89595564", "address": "fa:16:3e:1b:ac:17", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786560e8-bb", "ovs_interfaceid": "786560e8-bb78-4c4f-a82b-fc3e89595564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.767383] env[62490]: DEBUG nova.policy [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19abd0fafba044bdbe7dc000026d8def', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15eceec8dcb14af5b76e1091e63386f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.991823] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f1889d-9ee0-8ece-56e6-7ae9ac8ed3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.060873} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.992200] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.992445] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.992675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.992903] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.993085] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.993914] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a71ff7c-f127-41c1-8208-8874507d6b26 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.004988] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.004988] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.005927] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eeaf3a9-da4b-4394-9962-ba1ffcc5ebf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.013158] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1755.013158] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e64b1-7013-2630-a24a-c7a731cb10e9" [ 1755.013158] env[62490]: _type = "Task" [ 1755.013158] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.027931] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e64b1-7013-2630-a24a-c7a731cb10e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.053846] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c755dab8-9cea-46a1-9393-ce248e89fe62 tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.456s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.141262] env[62490]: DEBUG oslo_concurrency.lockutils [req-6e0c7586-181c-4a64-9236-39056d4f2da3 req-54aca479-fefe-4d1e-8388-f5d552912e81 service nova] Releasing lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.153595] env[62490]: DEBUG nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.159166] env[62490]: INFO nova.compute.resource_tracker [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating resource usage from migration 84f9b55d-07c6-42a0-9051-2397a34fbad5 [ 1755.162470] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.231602] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec4030-cb9c-e7ed-d656-75d295b3e537/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1755.232859] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff06914-e842-44a0-a32f-6af5b5866ab0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.243118] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec4030-cb9c-e7ed-d656-75d295b3e537/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1755.243118] env[62490]: ERROR oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec4030-cb9c-e7ed-d656-75d295b3e537/disk-0.vmdk due to incomplete transfer. [ 1755.243271] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce8acc3e-b5db-456f-9e12-75c51ed82595 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.252425] env[62490]: DEBUG oslo_vmware.rw_handles [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec4030-cb9c-e7ed-d656-75d295b3e537/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1755.252646] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Uploaded image 55bf13f8-40ed-426a-8a8b-b22a4e12436b to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1755.255324] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1755.256271] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.256759] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23a266d2-ae5a-415d-8109-f0616add7e7b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.258323] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e13d70c9-dc56-445d-8bb5-f71ef2a90037 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.265876] env[62490]: DEBUG oslo_concurrency.lockutils [req-9ec8a451-a2b8-4c22-a30b-247fa7166bc5 req-bfdd80cb-f414-44a6-9f8a-6a9aea2847ca service nova] Releasing lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.271265] env[62490]: DEBUG oslo_vmware.api [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1755.271265] env[62490]: value = "task-2065276" [ 1755.271265] env[62490]: _type = "Task" [ 1755.271265] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.272641] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1755.272641] env[62490]: value = "task-2065277" [ 1755.272641] env[62490]: _type = "Task" [ 1755.272641] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.291894] env[62490]: DEBUG oslo_vmware.api [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.296365] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065277, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.527930] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e64b1-7013-2630-a24a-c7a731cb10e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01632} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.534236] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6de1bf4-4e8e-4e48-99ad-b2af2ed08304 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.540050] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1755.540050] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b9b82-33d7-4897-e276-c0a10a4bb85b" [ 1755.540050] env[62490]: _type = "Task" [ 1755.540050] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.551217] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b9b82-33d7-4897-e276-c0a10a4bb85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.558196] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1755.609160] env[62490]: DEBUG nova.network.neutron [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Successfully created port: ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.653334] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065275, 'name': ReconfigVM_Task, 'duration_secs': 0.8258} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.656168] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 4f79ab71-ba4d-42ca-af1d-43b45d4cf970/4f79ab71-ba4d-42ca-af1d-43b45d4cf970.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.657177] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74e42b57-1fc1-49a6-a997-6ec06dbc927b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.668884] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1755.668884] env[62490]: value = "task-2065278" [ 1755.668884] env[62490]: _type = "Task" [ 1755.668884] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.683484] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065278, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.686248] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa3e64e-b6a3-4c86-865d-6279e0475cbe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.697407] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db773c50-bcda-4769-b010-6525b7bf8bc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.737159] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b56f07c-4439-4857-aa14-d2c0c7433350 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.746931] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fcbe09-fa56-47eb-9d3f-7fe4a52f5bed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.763050] env[62490]: DEBUG nova.compute.provider_tree [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.785654] env[62490]: DEBUG oslo_vmware.api [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065276, 'name': PowerOffVM_Task, 'duration_secs': 0.229441} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.788691] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.788913] env[62490]: DEBUG nova.compute.manager [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.789937] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448026b8-74dc-4d6e-8560-92be8f8c4fc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.798508] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065277, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.053475] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b9b82-33d7-4897-e276-c0a10a4bb85b, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.053909] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.054299] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 75a2bcb3-feef-43ae-aa9d-bbf97faae66b/75a2bcb3-feef-43ae-aa9d-bbf97faae66b.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.054620] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76d5ee2d-7321-4790-b685-ea33cb5c2dd8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.067928] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1756.067928] env[62490]: value = "task-2065279" [ 1756.067928] env[62490]: _type = "Task" [ 1756.067928] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.085213] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.092630] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.171853] env[62490]: DEBUG nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1756.184506] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065278, 'name': Rename_Task, 'duration_secs': 0.232858} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.184895] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.185063] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7bab723-4547-4316-bf28-7e8a90185642 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.196024] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1756.196024] env[62490]: value = "task-2065280" [ 1756.196024] env[62490]: _type = "Task" [ 1756.196024] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.204406] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.206670] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1756.206888] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.207073] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1756.208424] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.208500] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1756.208758] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1756.209389] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1756.209389] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1756.209389] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1756.209525] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1756.209635] env[62490]: DEBUG nova.virt.hardware [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1756.210562] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918307f5-9e9e-44c3-a153-bd3534b81a54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.219780] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4fd14-f8ec-4131-8447-04443596efb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.267643] env[62490]: DEBUG nova.scheduler.client.report [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1756.300419] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065277, 'name': Destroy_Task, 'duration_secs': 0.714954} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.300764] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Destroyed the VM [ 1756.301120] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1756.301425] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9dcf816-c3a8-4eb7-ae6c-cc35fc772d37 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.307376] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b07c37d0-9afa-41db-9125-e9b672887b41 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.313482] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1756.313482] env[62490]: value = "task-2065281" [ 1756.313482] env[62490]: _type = "Task" [ 1756.313482] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.325377] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.584937] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065279, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.708612] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065280, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.772774] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.638s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.773029] env[62490]: INFO nova.compute.manager [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Migrating [ 1756.773278] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.773424] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.774750] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.278s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.774969] env[62490]: DEBUG nova.objects.instance [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lazy-loading 'resources' on Instance uuid 2517cede-ec2b-4121-8f26-d1666d5ad1f2 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.825636] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065281, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.981057] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.981057] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.091243] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579168} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.091243] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 75a2bcb3-feef-43ae-aa9d-bbf97faae66b/75a2bcb3-feef-43ae-aa9d-bbf97faae66b.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.091243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.091243] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd30b871-91e2-41ee-9529-e1a4bbcb05f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.101359] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1757.101359] env[62490]: value = "task-2065282" [ 1757.101359] env[62490]: _type = "Task" [ 1757.101359] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.116896] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.208441] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065280, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.278438] env[62490]: INFO nova.compute.rpcapi [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1757.279053] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.330495] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065281, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.615021] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082695} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.615021] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.615906] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3044241-a399-44c9-8b92-b5d8c41d559c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.641019] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 75a2bcb3-feef-43ae-aa9d-bbf97faae66b/75a2bcb3-feef-43ae-aa9d-bbf97faae66b.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.642692] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8dc181-5ea2-4b8c-9f42-810064cf1a4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.664447] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1757.664447] env[62490]: value = "task-2065283" [ 1757.664447] env[62490]: _type = "Task" [ 1757.664447] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.675127] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.712620] env[62490]: DEBUG oslo_vmware.api [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065280, 'name': PowerOnVM_Task, 'duration_secs': 1.336559} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.713442] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.714070] env[62490]: INFO nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1757.714751] env[62490]: DEBUG nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.715665] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d338502a-a7c2-4c47-842a-a08a136ff2e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.805920] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.805920] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.805920] env[62490]: DEBUG nova.network.neutron [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.829748] env[62490]: DEBUG oslo_vmware.api [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065281, 'name': RemoveSnapshot_Task, 'duration_secs': 1.018886} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.830020] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1757.830282] env[62490]: INFO nova.compute.manager [None req-fcc18f85-f5b8-4b6a-a8c2-a08996755dc3 tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Took 17.30 seconds to snapshot the instance on the hypervisor. [ 1757.897416] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7651447-294f-48b6-bd90-997a8dfcd374 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.904211] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b15d42-f0b8-4baa-b02c-b01b9797b209 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.940178] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c48d46a-ea5e-4b33-a13f-4e0c255c8797 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.948644] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1d7e1a-c522-47c7-beca-45aea10b3c78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.966814] env[62490]: DEBUG nova.compute.provider_tree [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.083991] env[62490]: DEBUG nova.network.neutron [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Successfully updated port: ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.178402] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.241115] env[62490]: INFO nova.compute.manager [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Took 33.06 seconds to build instance. [ 1758.473390] env[62490]: DEBUG nova.scheduler.client.report [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.589039] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.589039] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.589039] env[62490]: DEBUG nova.network.neutron [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.678513] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065283, 'name': ReconfigVM_Task, 'duration_secs': 0.934743} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.681864] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 75a2bcb3-feef-43ae-aa9d-bbf97faae66b/75a2bcb3-feef-43ae-aa9d-bbf97faae66b.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.682489] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10e48e23-0056-48ab-b247-2cd30da43a2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.691409] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1758.691409] env[62490]: value = "task-2065284" [ 1758.691409] env[62490]: _type = "Task" [ 1758.691409] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.701096] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065284, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.702680] env[62490]: DEBUG nova.network.neutron [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance_info_cache with network_info: [{"id": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "address": "fa:16:3e:a5:de:d2", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b58a25b-2b", "ovs_interfaceid": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.743750] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cb19976c-dc55-4006-b7fe-9894781072d5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.454s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.931130] env[62490]: DEBUG nova.compute.manager [req-92326a9e-3f4e-44e6-b7b2-071548456913 req-0cec6534-cc0b-4949-9c45-f6b758e2bcc6 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Received event network-vif-plugged-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1758.931130] env[62490]: DEBUG oslo_concurrency.lockutils [req-92326a9e-3f4e-44e6-b7b2-071548456913 req-0cec6534-cc0b-4949-9c45-f6b758e2bcc6 service nova] Acquiring lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.931130] env[62490]: DEBUG oslo_concurrency.lockutils [req-92326a9e-3f4e-44e6-b7b2-071548456913 req-0cec6534-cc0b-4949-9c45-f6b758e2bcc6 service nova] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.931130] env[62490]: DEBUG oslo_concurrency.lockutils [req-92326a9e-3f4e-44e6-b7b2-071548456913 req-0cec6534-cc0b-4949-9c45-f6b758e2bcc6 service nova] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.931130] env[62490]: DEBUG nova.compute.manager [req-92326a9e-3f4e-44e6-b7b2-071548456913 req-0cec6534-cc0b-4949-9c45-f6b758e2bcc6 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] No waiting events found dispatching network-vif-plugged-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1758.931130] env[62490]: WARNING nova.compute.manager [req-92326a9e-3f4e-44e6-b7b2-071548456913 req-0cec6534-cc0b-4949-9c45-f6b758e2bcc6 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Received unexpected event network-vif-plugged-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a for instance with vm_state building and task_state spawning. [ 1758.977884] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.981388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.202s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.983948] env[62490]: INFO nova.compute.claims [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.018109] env[62490]: INFO nova.scheduler.client.report [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Deleted allocations for instance 2517cede-ec2b-4121-8f26-d1666d5ad1f2 [ 1759.152967] env[62490]: DEBUG nova.network.neutron [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1759.205306] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.206751] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065284, 'name': Rename_Task, 'duration_secs': 0.207333} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.207014] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.207268] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c23d30c6-3bf0-40d8-b068-68a649429db8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.217019] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1759.217019] env[62490]: value = "task-2065285" [ 1759.217019] env[62490]: _type = "Task" [ 1759.217019] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.231336] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.247399] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.529228] env[62490]: DEBUG nova.compute.manager [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.530343] env[62490]: DEBUG oslo_concurrency.lockutils [None req-372c6734-21d8-48a9-a649-7d8009f22e6e tempest-ServerDiagnosticsTest-1461398312 tempest-ServerDiagnosticsTest-1461398312-project-member] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.024s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.532878] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa4bc7-9fcf-4cbe-a842-f279bc122add {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.537653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 29.139s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.537653] env[62490]: INFO nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] During sync_power_state the instance has a pending task (deleting). Skip. [ 1759.537852] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "2517cede-ec2b-4121-8f26-d1666d5ad1f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.568176] env[62490]: DEBUG nova.network.neutron [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updating instance_info_cache with network_info: [{"id": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "address": "fa:16:3e:67:95:3e", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1960ea-7a", "ovs_interfaceid": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.658524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "aac0eead-47fa-4f91-8af9-1950a12104b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.658770] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.730774] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.746534] env[62490]: DEBUG nova.compute.manager [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Received event network-changed-a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1759.746727] env[62490]: DEBUG nova.compute.manager [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Refreshing instance network info cache due to event network-changed-a8de2c78-9db0-4f40-9a69-4254f11f5b72. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1759.746950] env[62490]: DEBUG oslo_concurrency.lockutils [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] Acquiring lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.747100] env[62490]: DEBUG oslo_concurrency.lockutils [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] Acquired lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.747260] env[62490]: DEBUG nova.network.neutron [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Refreshing network info cache for port a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.787585] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.050806] env[62490]: INFO nova.compute.manager [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] instance snapshotting [ 1760.054284] env[62490]: WARNING nova.compute.manager [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1760.060279] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e72224-16f1-4fb1-ab4e-ef495441a632 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.081046] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Releasing lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.081564] env[62490]: DEBUG nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance network_info: |[{"id": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "address": "fa:16:3e:67:95:3e", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1960ea-7a", "ovs_interfaceid": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1760.084927] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:95:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee1960ea-7ab5-4448-98d2-4c51bb0ee77a', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.094086] env[62490]: DEBUG oslo.service.loopingcall [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.095495] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae834b-303f-4a2f-857e-6247ac7da615 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.104033] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.104033] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12e7daef-2553-4199-bff3-bc92965f8ef1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.135324] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.135324] env[62490]: value = "task-2065286" [ 1760.135324] env[62490]: _type = "Task" [ 1760.135324] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.148440] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065286, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.238665] env[62490]: DEBUG oslo_vmware.api [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065285, 'name': PowerOnVM_Task, 'duration_secs': 0.676095} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.239058] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.239299] env[62490]: INFO nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1760.239484] env[62490]: DEBUG nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.240434] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b17641e-a751-44ef-8e6b-b548cb2a02b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.564226] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1231d-8de6-49d3-aef1-9d4f0a14d177 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.572956] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc20e9-727a-47ed-b7cd-47fa6b913923 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.610813] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24a8af4-4366-4e4f-a7d8-3bdbdf7caaca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.620911] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd49b6-44db-4ea1-a6a7-fc0f6d1f4561 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.636986] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1760.638194] env[62490]: DEBUG nova.compute.provider_tree [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.639196] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f2d46eb-9419-4f45-9502-da0f5227c118 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.654649] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065286, 'name': CreateVM_Task, 'duration_secs': 0.367893} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.656087] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.656404] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1760.656404] env[62490]: value = "task-2065287" [ 1760.656404] env[62490]: _type = "Task" [ 1760.656404] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.657237] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.657945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.658034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1760.658395] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d7db10-90b1-4ac4-b63c-c691cee6e6fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.669857] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1760.669857] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d80bb9-c056-8ed5-736d-3265ea57e9dd" [ 1760.669857] env[62490]: _type = "Task" [ 1760.669857] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.672936] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065287, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.684225] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d80bb9-c056-8ed5-736d-3265ea57e9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.735630] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023fb822-3132-4048-a5e1-e1f1797412df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.756316] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance '6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.775991] env[62490]: INFO nova.compute.manager [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Took 35.18 seconds to build instance. [ 1760.993631] env[62490]: DEBUG nova.network.neutron [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Updated VIF entry in instance network info cache for port a8de2c78-9db0-4f40-9a69-4254f11f5b72. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.994193] env[62490]: DEBUG nova.network.neutron [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Updating instance_info_cache with network_info: [{"id": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "address": "fa:16:3e:74:eb:3b", "network": {"id": "4c7bbdb6-2ab1-4e82-ad38-509e55cb00cd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-685334683-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26ddfc09efcf4c5694753f07b383b42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8de2c78-9d", "ovs_interfaceid": "a8de2c78-9db0-4f40-9a69-4254f11f5b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.150645] env[62490]: DEBUG nova.scheduler.client.report [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.172114] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065287, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.184749] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d80bb9-c056-8ed5-736d-3265ea57e9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017973} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.185248] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.185640] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1761.185974] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.186195] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.186472] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1761.186806] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a11651e-872d-4815-8384-b81003d3591c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.198307] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1761.198462] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1761.199302] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070347c1-46f7-43e4-a0c3-c2f785fae4c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.207255] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1761.207255] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52048fe3-ed36-7fa3-7ec5-cd80232d5eee" [ 1761.207255] env[62490]: _type = "Task" [ 1761.207255] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.214706] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52048fe3-ed36-7fa3-7ec5-cd80232d5eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.262945] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.264347] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e8c4e41-f230-446f-a3f2-280d2aa95fa8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.278248] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5c0fc196-c4e7-40ef-85a7-95f620be717b tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.646s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.278703] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1761.278703] env[62490]: value = "task-2065288" [ 1761.278703] env[62490]: _type = "Task" [ 1761.278703] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.295019] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.497123] env[62490]: DEBUG oslo_concurrency.lockutils [req-f23ef88b-e50d-4f33-9604-c8bdfafbd0aa req-43a1f7d9-1288-487e-a584-96be8a1ddb16 service nova] Releasing lock "refresh_cache-f2c7f8cb-3da0-45b3-ba7d-67307196e534" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.564599] env[62490]: DEBUG nova.compute.manager [None req-b5f185cf-c08f-4957-bccd-3595098aa0b7 tempest-ServerExternalEventsTest-664853181 tempest-ServerExternalEventsTest-664853181-project] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Received event network-changed {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1761.564800] env[62490]: DEBUG nova.compute.manager [None req-b5f185cf-c08f-4957-bccd-3595098aa0b7 tempest-ServerExternalEventsTest-664853181 tempest-ServerExternalEventsTest-664853181-project] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Refreshing instance network info cache due to event network-changed. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1761.565107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5f185cf-c08f-4957-bccd-3595098aa0b7 tempest-ServerExternalEventsTest-664853181 tempest-ServerExternalEventsTest-664853181-project] Acquiring lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.565307] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5f185cf-c08f-4957-bccd-3595098aa0b7 tempest-ServerExternalEventsTest-664853181 tempest-ServerExternalEventsTest-664853181-project] Acquired lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.565510] env[62490]: DEBUG nova.network.neutron [None req-b5f185cf-c08f-4957-bccd-3595098aa0b7 tempest-ServerExternalEventsTest-664853181 tempest-ServerExternalEventsTest-664853181-project] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.660670] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.660983] env[62490]: DEBUG nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.667457] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.922s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.667457] env[62490]: DEBUG nova.objects.instance [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lazy-loading 'resources' on Instance uuid 64e3511f-bfdb-4664-a94a-a2c4121d98ff {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.683976] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065287, 'name': CreateSnapshot_Task, 'duration_secs': 1.004579} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.685806] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1761.686929] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef95275-4824-424f-9b09-eba0f8653a20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.697408] env[62490]: DEBUG nova.compute.manager [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Received event network-changed-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1761.697593] env[62490]: DEBUG nova.compute.manager [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Refreshing instance network info cache due to event network-changed-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1761.698300] env[62490]: DEBUG oslo_concurrency.lockutils [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] Acquiring lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.698300] env[62490]: DEBUG oslo_concurrency.lockutils [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] Acquired lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.698300] env[62490]: DEBUG nova.network.neutron [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Refreshing network info cache for port ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.720401] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52048fe3-ed36-7fa3-7ec5-cd80232d5eee, 'name': SearchDatastore_Task, 'duration_secs': 0.016793} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.722066] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc1d548-9ab8-4b5c-9a6f-633d3be3921a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.731390] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1761.731390] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a2b087-36ad-8d54-c4d5-451ad9cf7a5e" [ 1761.731390] env[62490]: _type = "Task" [ 1761.731390] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.748509] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a2b087-36ad-8d54-c4d5-451ad9cf7a5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.786258] env[62490]: DEBUG nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1761.793492] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065288, 'name': PowerOffVM_Task, 'duration_secs': 0.202908} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.794057] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.794656] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance '6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1761.889187] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "d2d72bbb-85d1-4e43-8598-d91023f82176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.889422] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.182360] env[62490]: DEBUG nova.compute.utils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.184767] env[62490]: DEBUG nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.184981] env[62490]: DEBUG nova.network.neutron [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.222021] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1762.225332] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69e2cebd-e14c-40ed-9aab-fa9c6a868c46 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.238935] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1762.238935] env[62490]: value = "task-2065289" [ 1762.238935] env[62490]: _type = "Task" [ 1762.238935] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.246528] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a2b087-36ad-8d54-c4d5-451ad9cf7a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.012732} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.254619] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.254728] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 2ea11da2-39bb-4c31-85c0-dd4f48bb793c/2ea11da2-39bb-4c31-85c0-dd4f48bb793c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1762.255329] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda37878-bc65-4969-9d01-2c126523ac59 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.260376] env[62490]: DEBUG nova.policy [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e470634ee4c54ed7b436b5688b7615f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d75d14c4f749f7819291270f031ba9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.268160] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065289, 'name': CloneVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.274182] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1762.274182] env[62490]: value = "task-2065290" [ 1762.274182] env[62490]: _type = "Task" [ 1762.274182] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.288064] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.307102] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.307942] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.307942] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.307942] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.308469] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.308469] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.308469] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.308735] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.308735] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.308912] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.309373] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.319161] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234779cc-20e9-4fca-8c09-080d264d5b2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.346957] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1762.346957] env[62490]: value = "task-2065291" [ 1762.346957] env[62490]: _type = "Task" [ 1762.346957] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.362945] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.362945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.618482] env[62490]: DEBUG nova.network.neutron [None req-b5f185cf-c08f-4957-bccd-3595098aa0b7 tempest-ServerExternalEventsTest-664853181 tempest-ServerExternalEventsTest-664853181-project] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Updating instance_info_cache with network_info: [{"id": "786560e8-bb78-4c4f-a82b-fc3e89595564", "address": "fa:16:3e:1b:ac:17", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.141", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap786560e8-bb", "ovs_interfaceid": "786560e8-bb78-4c4f-a82b-fc3e89595564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.689995] env[62490]: DEBUG nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.745039] env[62490]: DEBUG nova.network.neutron [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updated VIF entry in instance network info cache for port ee1960ea-7ab5-4448-98d2-4c51bb0ee77a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.745344] env[62490]: DEBUG nova.network.neutron [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updating instance_info_cache with network_info: [{"id": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "address": "fa:16:3e:67:95:3e", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1960ea-7a", "ovs_interfaceid": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.766375] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065289, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.790713] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.859659] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065291, 'name': ReconfigVM_Task, 'duration_secs': 0.211975} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.859923] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance '6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1762.885310] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6339d6-7cd5-494b-8c2b-d2faa8c325d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.897653] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1659695-e0a9-4323-b443-1a1956353bd9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.904519] env[62490]: DEBUG nova.network.neutron [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Successfully created port: 6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.938827] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb205b-40c5-45fc-9d61-b5a2fbc108ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.945040] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.945040] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.945040] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.945040] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.945924] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.949491] env[62490]: INFO nova.compute.manager [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Terminating instance [ 1762.956203] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98032263-945f-4e42-8ca4-e0505ffdf599 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.973012] env[62490]: DEBUG nova.compute.provider_tree [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.007542] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.007620] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.122649] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5f185cf-c08f-4957-bccd-3595098aa0b7 tempest-ServerExternalEventsTest-664853181 tempest-ServerExternalEventsTest-664853181-project] Releasing lock "refresh_cache-75a2bcb3-feef-43ae-aa9d-bbf97faae66b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.252863] env[62490]: DEBUG oslo_concurrency.lockutils [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] Releasing lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.257025] env[62490]: DEBUG nova.compute.manager [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received event network-changed-81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1763.257025] env[62490]: DEBUG nova.compute.manager [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Refreshing instance network info cache due to event network-changed-81386a70-c4f7-46fe-8e62-7254a5b4c8ec. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1763.257025] env[62490]: DEBUG oslo_concurrency.lockutils [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] Acquiring lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.257025] env[62490]: DEBUG oslo_concurrency.lockutils [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] Acquired lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.257025] env[62490]: DEBUG nova.network.neutron [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Refreshing network info cache for port 81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.257025] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065289, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.287817] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620947} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.288511] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 2ea11da2-39bb-4c31-85c0-dd4f48bb793c/2ea11da2-39bb-4c31-85c0-dd4f48bb793c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1763.288511] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1763.288709] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e16db15-a26b-4fd3-844a-baea87a1fba1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.296618] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1763.296618] env[62490]: value = "task-2065292" [ 1763.296618] env[62490]: _type = "Task" [ 1763.296618] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.306801] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.368757] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.369147] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.369235] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.369361] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.369507] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.369649] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.369850] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.370015] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.370185] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.370363] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.370511] env[62490]: DEBUG nova.virt.hardware [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.376056] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1763.376363] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7184bbef-90c7-4cd0-a58f-7324a650ebcb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.398324] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1763.398324] env[62490]: value = "task-2065293" [ 1763.398324] env[62490]: _type = "Task" [ 1763.398324] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.409112] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.462653] env[62490]: DEBUG nova.compute.manager [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.462997] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.464114] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8343ab-5b8a-4ef6-a769-e1f34d80ed50 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.472757] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.473146] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc88165f-295a-4214-a0f0-471d38affab9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.476860] env[62490]: DEBUG nova.scheduler.client.report [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.481343] env[62490]: DEBUG oslo_vmware.api [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1763.481343] env[62490]: value = "task-2065294" [ 1763.481343] env[62490]: _type = "Task" [ 1763.481343] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.490149] env[62490]: DEBUG oslo_vmware.api [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.699876] env[62490]: DEBUG nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.731114] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:40:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='540247973',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-189182610',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.731381] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.731540] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.731719] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.731904] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.733164] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.733502] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.733717] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.733959] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.734237] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.734237] env[62490]: DEBUG nova.virt.hardware [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.735187] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bcb7f2-7836-498d-a0d1-c4b4d1388be9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.748986] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad7bc87-1e96-4b5c-8fd5-595bfbb12ee6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.769983] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065289, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.809157] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285245} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.809451] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1763.810513] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44161008-3b59-484d-822b-20d7d3f77a2b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.837550] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2ea11da2-39bb-4c31-85c0-dd4f48bb793c/2ea11da2-39bb-4c31-85c0-dd4f48bb793c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.839112] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9590d62d-b626-4ede-acc3-35c453d8d33c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.860867] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1763.860867] env[62490]: value = "task-2065295" [ 1763.860867] env[62490]: _type = "Task" [ 1763.860867] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.870383] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.910207] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065293, 'name': ReconfigVM_Task, 'duration_secs': 0.266592} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.910207] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1763.910877] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ddd109-a31a-484c-9946-eb385a55e38a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.937797] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6/6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1763.940577] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e5c3f99-85d5-48f9-b007-30546c0e3352 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.964191] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1763.964191] env[62490]: value = "task-2065296" [ 1763.964191] env[62490]: _type = "Task" [ 1763.964191] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.973631] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.982687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.985422] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.502s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.987017] env[62490]: INFO nova.compute.claims [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1764.004358] env[62490]: DEBUG oslo_vmware.api [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065294, 'name': PowerOffVM_Task, 'duration_secs': 0.488669} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.004720] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.004921] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1764.005206] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6d6af2d-b4c5-496e-9f22-1e84ba3ddc20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.022112] env[62490]: INFO nova.scheduler.client.report [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Deleted allocations for instance 64e3511f-bfdb-4664-a94a-a2c4121d98ff [ 1764.169184] env[62490]: DEBUG nova.network.neutron [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updated VIF entry in instance network info cache for port 81386a70-c4f7-46fe-8e62-7254a5b4c8ec. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.170336] env[62490]: DEBUG nova.network.neutron [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.182909] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1764.183211] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1764.183404] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Deleting the datastore file [datastore1] 75a2bcb3-feef-43ae-aa9d-bbf97faae66b {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.183685] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3caf716-d845-49e2-9f90-df676e59efc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.191988] env[62490]: DEBUG oslo_vmware.api [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for the task: (returnval){ [ 1764.191988] env[62490]: value = "task-2065298" [ 1764.191988] env[62490]: _type = "Task" [ 1764.191988] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.203867] env[62490]: DEBUG oslo_vmware.api [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.255408] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065289, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.372714] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065295, 'name': ReconfigVM_Task, 'duration_secs': 0.310604} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.373182] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2ea11da2-39bb-4c31-85c0-dd4f48bb793c/2ea11da2-39bb-4c31-85c0-dd4f48bb793c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.373978] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c52f9c15-5dab-493a-9700-5a995b0b2db4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.383296] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1764.383296] env[62490]: value = "task-2065299" [ 1764.383296] env[62490]: _type = "Task" [ 1764.383296] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.392504] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065299, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.474879] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065296, 'name': ReconfigVM_Task, 'duration_secs': 0.309081} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.475206] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6/6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.475603] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance '6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1764.532241] env[62490]: DEBUG oslo_concurrency.lockutils [None req-efed6350-1c63-4355-be19-920d38dfac8f tempest-TenantUsagesTestJSON-295599385 tempest-TenantUsagesTestJSON-295599385-project-member] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.465s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.534038] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 34.136s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.534301] env[62490]: INFO nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] During sync_power_state the instance has a pending task (deleting). Skip. [ 1764.534388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "64e3511f-bfdb-4664-a94a-a2c4121d98ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.676092] env[62490]: DEBUG oslo_concurrency.lockutils [req-4be2fc11-715c-464d-9307-243f89453a26 req-5811abb6-8848-43ac-8500-8b77deac167c service nova] Releasing lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.710178] env[62490]: DEBUG oslo_vmware.api [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065298, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.760260] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065289, 'name': CloneVM_Task, 'duration_secs': 2.205473} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.762485] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Created linked-clone VM from snapshot [ 1764.763407] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2354cc46-745e-42b4-82fc-f603b07844bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.774282] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Uploading image c4f57789-2959-4ccf-bea2-c82f69c524b1 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1764.798268] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1764.798268] env[62490]: value = "vm-423525" [ 1764.798268] env[62490]: _type = "VirtualMachine" [ 1764.798268] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1764.798750] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c37ff61e-802f-4844-a4e5-202d9edb7a9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.814036] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease: (returnval){ [ 1764.814036] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6317f-5ea0-0d5b-9738-238ad618cb7e" [ 1764.814036] env[62490]: _type = "HttpNfcLease" [ 1764.814036] env[62490]: } obtained for exporting VM: (result){ [ 1764.814036] env[62490]: value = "vm-423525" [ 1764.814036] env[62490]: _type = "VirtualMachine" [ 1764.814036] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1764.814036] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the lease: (returnval){ [ 1764.814036] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6317f-5ea0-0d5b-9738-238ad618cb7e" [ 1764.814036] env[62490]: _type = "HttpNfcLease" [ 1764.814036] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1764.818826] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.818826] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6317f-5ea0-0d5b-9738-238ad618cb7e" [ 1764.818826] env[62490]: _type = "HttpNfcLease" [ 1764.818826] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1764.902415] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065299, 'name': Rename_Task, 'duration_secs': 0.321762} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.902811] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.903327] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e5fef8-7c83-4fcd-8a68-e1c79118e12c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.913640] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1764.913640] env[62490]: value = "task-2065301" [ 1764.913640] env[62490]: _type = "Task" [ 1764.913640] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.925787] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.982467] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d933925-e339-4853-8501-7c3866cad35a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.011217] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0b4490-2ebd-440b-908d-2cf5a5c25e71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.035756] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance '6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1765.099735] env[62490]: DEBUG nova.compute.manager [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.099735] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d707c-90a0-49d3-a471-b10508449896 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.212981] env[62490]: DEBUG oslo_vmware.api [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Task: {'id': task-2065298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515933} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.212981] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1765.213238] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1765.213292] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1765.213987] env[62490]: INFO nova.compute.manager [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1765.213987] env[62490]: DEBUG oslo.service.loopingcall [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.213987] env[62490]: DEBUG nova.compute.manager [-] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1765.214437] env[62490]: DEBUG nova.network.neutron [-] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1765.251541] env[62490]: DEBUG nova.network.neutron [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Successfully updated port: 6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.327768] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1765.327768] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6317f-5ea0-0d5b-9738-238ad618cb7e" [ 1765.327768] env[62490]: _type = "HttpNfcLease" [ 1765.327768] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1765.328746] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1765.328746] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6317f-5ea0-0d5b-9738-238ad618cb7e" [ 1765.328746] env[62490]: _type = "HttpNfcLease" [ 1765.328746] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1765.329476] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96767d1b-ce95-48bb-837c-d38dac758bb6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.345298] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a7d5d-e687-bba4-a859-be9711bb7a51/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1765.345390] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a7d5d-e687-bba4-a859-be9711bb7a51/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1765.438160] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.527333] env[62490]: DEBUG nova.compute.manager [req-6ac82f47-1707-497e-a7e5-bc58e9575c8f req-07c3c0bc-2f80-4ebc-83e6-eeaeb92903bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Received event network-vif-plugged-6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1765.527732] env[62490]: DEBUG oslo_concurrency.lockutils [req-6ac82f47-1707-497e-a7e5-bc58e9575c8f req-07c3c0bc-2f80-4ebc-83e6-eeaeb92903bd service nova] Acquiring lock "efb3cd31-c298-4063-9418-fc39e60a0c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.527782] env[62490]: DEBUG oslo_concurrency.lockutils [req-6ac82f47-1707-497e-a7e5-bc58e9575c8f req-07c3c0bc-2f80-4ebc-83e6-eeaeb92903bd service nova] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.528177] env[62490]: DEBUG oslo_concurrency.lockutils [req-6ac82f47-1707-497e-a7e5-bc58e9575c8f req-07c3c0bc-2f80-4ebc-83e6-eeaeb92903bd service nova] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.528744] env[62490]: DEBUG nova.compute.manager [req-6ac82f47-1707-497e-a7e5-bc58e9575c8f req-07c3c0bc-2f80-4ebc-83e6-eeaeb92903bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] No waiting events found dispatching network-vif-plugged-6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1765.528744] env[62490]: WARNING nova.compute.manager [req-6ac82f47-1707-497e-a7e5-bc58e9575c8f req-07c3c0bc-2f80-4ebc-83e6-eeaeb92903bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Received unexpected event network-vif-plugged-6d6621e3-d8c2-41f1-be15-21406892cff9 for instance with vm_state building and task_state spawning. [ 1765.538427] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdf1d0f2-1cb5-4b24-95ff-c94d0449d217 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.622021] env[62490]: INFO nova.compute.manager [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] instance snapshotting [ 1765.627524] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb12226-6ee1-4090-be33-a22b4c8ab962 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.635347] env[62490]: DEBUG nova.network.neutron [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Port 2b58a25b-2b27-4d9a-b667-6118f343f29d binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1765.676381] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eca9bd-9dd7-43ed-b871-883e9ce421c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.751958] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.751958] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.752338] env[62490]: DEBUG nova.network.neutron [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.767753] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b17286d-5a33-4ee7-af94-772a744c571d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.781282] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f9daa9-a158-4af8-8d2b-11dddc43206f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.820306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc93af-af39-489b-9074-dfb840a97f2b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.835916] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13480270-aaeb-4ef8-9945-4ed887dad9c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.863098] env[62490]: DEBUG nova.compute.provider_tree [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.935117] env[62490]: DEBUG oslo_vmware.api [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065301, 'name': PowerOnVM_Task, 'duration_secs': 0.720799} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.935446] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.935602] env[62490]: INFO nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1765.935787] env[62490]: DEBUG nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.936611] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dfdafe-5562-4c1b-bf40-44d6f6a13aba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.205500] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1766.210987] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.214517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.214717] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.217262] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa88773a-e75d-4aa3-9f54-f950ada07756 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.228973] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1766.228973] env[62490]: value = "task-2065302" [ 1766.228973] env[62490]: _type = "Task" [ 1766.228973] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.248928] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065302, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.312208] env[62490]: DEBUG nova.network.neutron [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.367056] env[62490]: DEBUG nova.scheduler.client.report [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.396900] env[62490]: DEBUG nova.network.neutron [-] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.418783] env[62490]: DEBUG nova.compute.manager [req-296749a2-d9c3-4aa6-8a79-500e70e8bd13 req-d8e8fe8f-0317-4356-af1f-62dfe78235fe service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Received event network-vif-deleted-786560e8-bb78-4c4f-a82b-fc3e89595564 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1766.421299] env[62490]: INFO nova.compute.manager [req-296749a2-d9c3-4aa6-8a79-500e70e8bd13 req-d8e8fe8f-0317-4356-af1f-62dfe78235fe service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Neutron deleted interface 786560e8-bb78-4c4f-a82b-fc3e89595564; detaching it from the instance and deleting it from the info cache [ 1766.421422] env[62490]: DEBUG nova.network.neutron [req-296749a2-d9c3-4aa6-8a79-500e70e8bd13 req-d8e8fe8f-0317-4356-af1f-62dfe78235fe service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.466101] env[62490]: INFO nova.compute.manager [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Took 38.64 seconds to build instance. [ 1766.534379] env[62490]: DEBUG nova.network.neutron [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Updating instance_info_cache with network_info: [{"id": "6d6621e3-d8c2-41f1-be15-21406892cff9", "address": "fa:16:3e:97:ed:e2", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6621e3-d8", "ovs_interfaceid": "6d6621e3-d8c2-41f1-be15-21406892cff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.744739] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065302, 'name': CreateSnapshot_Task, 'duration_secs': 0.507197} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.745099] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1766.746648] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc89b22-4ed8-4d72-bd54-740cd95ef41b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.878662] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.878662] env[62490]: DEBUG nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.882027] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.917s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.882027] env[62490]: DEBUG nova.objects.instance [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lazy-loading 'resources' on Instance uuid cea98a60-727b-4a91-82ab-601a6b018620 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.901384] env[62490]: INFO nova.compute.manager [-] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Took 1.69 seconds to deallocate network for instance. [ 1766.925312] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e551baf-91f9-4aa0-ac5b-38590a48d03d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.941199] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c5e8d1-95fb-4754-966b-665542de65d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.986672] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dea85d-acc3-4f38-83e3-35318289b999 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.108s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.987844] env[62490]: DEBUG nova.compute.manager [req-296749a2-d9c3-4aa6-8a79-500e70e8bd13 req-d8e8fe8f-0317-4356-af1f-62dfe78235fe service nova] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Detach interface failed, port_id=786560e8-bb78-4c4f-a82b-fc3e89595564, reason: Instance 75a2bcb3-feef-43ae-aa9d-bbf97faae66b could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1767.038302] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Releasing lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.038302] env[62490]: DEBUG nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Instance network_info: |[{"id": "6d6621e3-d8c2-41f1-be15-21406892cff9", "address": "fa:16:3e:97:ed:e2", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6621e3-d8", "ovs_interfaceid": "6d6621e3-d8c2-41f1-be15-21406892cff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1767.038617] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ed:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d6621e3-d8c2-41f1-be15-21406892cff9', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.048501] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Creating folder: Project (b2d75d14c4f749f7819291270f031ba9). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.048736] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c17c7014-d439-4652-9305-3466e8d7ec98 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.061035] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Created folder: Project (b2d75d14c4f749f7819291270f031ba9) in parent group-v423467. [ 1767.061374] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Creating folder: Instances. Parent ref: group-v423527. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.061667] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15642c19-cd96-41f1-9a24-8a33186224cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.072690] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Created folder: Instances in parent group-v423527. [ 1767.072690] env[62490]: DEBUG oslo.service.loopingcall [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.072690] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.072690] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e1e7799-892e-4e06-b8f0-8c8555a720c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.095287] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.095287] env[62490]: value = "task-2065305" [ 1767.095287] env[62490]: _type = "Task" [ 1767.095287] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.106820] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065305, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.267155] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1767.267557] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab3ed6b2-be5f-4754-ba45-00d2bc59bd47 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.275958] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1767.275958] env[62490]: value = "task-2065306" [ 1767.275958] env[62490]: _type = "Task" [ 1767.275958] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.287712] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065306, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.303500] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.303693] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.303890] env[62490]: DEBUG nova.network.neutron [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.388811] env[62490]: DEBUG nova.compute.utils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.393262] env[62490]: DEBUG nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Not allocating networking since 'none' was specified. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1767.416416] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.494834] env[62490]: DEBUG nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.606587] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065305, 'name': CreateVM_Task, 'duration_secs': 0.455091} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.609513] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.610623] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.611355] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.611355] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.611462] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d825c6d8-f135-4def-b9e0-067aa55d4e69 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.618230] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1767.618230] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524698e3-bdd7-0f18-5347-79c48fd8cbfa" [ 1767.618230] env[62490]: _type = "Task" [ 1767.618230] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.632242] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524698e3-bdd7-0f18-5347-79c48fd8cbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.787998] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065306, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.898389] env[62490]: DEBUG nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.007383] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e21210c-e934-441c-8b05-3b578c25bfb9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.016998] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7fc20a-dba2-4abc-ae1b-a66ecca901da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.055872] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.057468] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c10e6b-3884-4a14-b3d8-c1fc72f711b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.068141] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be171df9-b23e-4d3e-9f06-5380e495141f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.088016] env[62490]: DEBUG nova.compute.provider_tree [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.131039] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524698e3-bdd7-0f18-5347-79c48fd8cbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013966} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.135024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.135024] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.135024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.135024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.135024] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.135024] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cf28ae1-b2dd-4d66-b744-0843f5668a9e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.146218] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.146218] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.146218] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaefefd-d339-4ad9-89c5-289935f4712e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.152716] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1768.152716] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a2d706-f256-989d-c567-ac0efd843a26" [ 1768.152716] env[62490]: _type = "Task" [ 1768.152716] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.162710] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a2d706-f256-989d-c567-ac0efd843a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.166331] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.295268] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065306, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.393584] env[62490]: DEBUG nova.network.neutron [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance_info_cache with network_info: [{"id": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "address": "fa:16:3e:a5:de:d2", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b58a25b-2b", "ovs_interfaceid": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.592204] env[62490]: DEBUG nova.scheduler.client.report [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.664927] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a2d706-f256-989d-c567-ac0efd843a26, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.668353] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30fd305-4a31-4daf-a458-e9071d767036 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.671783] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1768.671783] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6fc49-9bb3-c3bd-12e2-245ea873815d" [ 1768.671783] env[62490]: _type = "Task" [ 1768.671783] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.683782] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6fc49-9bb3-c3bd-12e2-245ea873815d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.798026] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065306, 'name': CloneVM_Task, 'duration_secs': 1.382093} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.798153] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Created linked-clone VM from snapshot [ 1768.799174] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a6933d-2fc2-4508-8c84-b4c8d642de1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.808017] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Uploading image 17c76313-098f-4704-9aa6-e451ace35280 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1768.850258] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1768.850258] env[62490]: value = "vm-423530" [ 1768.850258] env[62490]: _type = "VirtualMachine" [ 1768.850258] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1768.850258] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2099aeed-1584-4edf-9f7b-3ac09bf8aa3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.867078] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lease: (returnval){ [ 1768.867078] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525273c6-cd08-3417-d08b-d2b8439a9fe1" [ 1768.867078] env[62490]: _type = "HttpNfcLease" [ 1768.867078] env[62490]: } obtained for exporting VM: (result){ [ 1768.867078] env[62490]: value = "vm-423530" [ 1768.867078] env[62490]: _type = "VirtualMachine" [ 1768.867078] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1768.867322] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the lease: (returnval){ [ 1768.867322] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525273c6-cd08-3417-d08b-d2b8439a9fe1" [ 1768.867322] env[62490]: _type = "HttpNfcLease" [ 1768.867322] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1768.877456] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1768.877456] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525273c6-cd08-3417-d08b-d2b8439a9fe1" [ 1768.877456] env[62490]: _type = "HttpNfcLease" [ 1768.877456] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1768.877650] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1768.877650] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525273c6-cd08-3417-d08b-d2b8439a9fe1" [ 1768.877650] env[62490]: _type = "HttpNfcLease" [ 1768.877650] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1768.878419] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f48534d-eec1-40cf-b33b-5e2196a20964 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.888593] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc45b-9c7e-cade-28f2-3e8abc9721ba/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1768.888829] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc45b-9c7e-cade-28f2-3e8abc9721ba/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1768.949356] env[62490]: DEBUG oslo_concurrency.lockutils [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.954237] env[62490]: DEBUG nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1768.999141] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.999672] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.002901] env[62490]: DEBUG nova.virt.hardware [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.002901] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc60b0c-7da7-48c7-8438-4e1aa5321e4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.015666] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4349252e-1130-4629-ac57-cab11784696d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.024282] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef5b41fe-a079-4702-ba7d-b34f4a01e599 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.037680] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.044688] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Creating folder: Project (9f71b69295aa415b9fd751dc870639cf). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1769.048543] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dc17589-1ad4-4e56-8297-60f5078dec31 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.061637] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Created folder: Project (9f71b69295aa415b9fd751dc870639cf) in parent group-v423467. [ 1769.061637] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Creating folder: Instances. Parent ref: group-v423531. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1769.061968] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-873bd1f8-488a-468b-a2b8-e98c6965ece6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.079941] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Created folder: Instances in parent group-v423531. [ 1769.080415] env[62490]: DEBUG oslo.service.loopingcall [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.080746] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.081089] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f42c884-0ecb-417e-865f-1aac896b17d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.098869] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.103725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.825s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.106156] env[62490]: INFO nova.compute.claims [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.108780] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.108780] env[62490]: value = "task-2065310" [ 1769.108780] env[62490]: _type = "Task" [ 1769.108780] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.121039] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065310, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.124661] env[62490]: DEBUG nova.compute.manager [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Received event network-changed-6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1769.125021] env[62490]: DEBUG nova.compute.manager [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Refreshing instance network info cache due to event network-changed-6d6621e3-d8c2-41f1-be15-21406892cff9. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1769.125313] env[62490]: DEBUG oslo_concurrency.lockutils [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] Acquiring lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.125502] env[62490]: DEBUG oslo_concurrency.lockutils [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] Acquired lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.125754] env[62490]: DEBUG nova.network.neutron [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Refreshing network info cache for port 6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.145842] env[62490]: INFO nova.scheduler.client.report [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Deleted allocations for instance cea98a60-727b-4a91-82ab-601a6b018620 [ 1769.185904] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b6fc49-9bb3-c3bd-12e2-245ea873815d, 'name': SearchDatastore_Task, 'duration_secs': 0.014243} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.185904] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.186196] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] efb3cd31-c298-4063-9418-fc39e60a0c17/efb3cd31-c298-4063-9418-fc39e60a0c17.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.188806] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08e2abe-8998-412e-9eac-9e6d76c85017 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.195567] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1769.195567] env[62490]: value = "task-2065311" [ 1769.195567] env[62490]: _type = "Task" [ 1769.195567] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.209353] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.495447] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b212dcda-a632-4439-b1b9-2ab6863975a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.522474] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b167053-46af-48bb-aafd-1a069ea3c8ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.527654] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.528486] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.533341] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance '6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1769.623248] env[62490]: DEBUG nova.compute.manager [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1769.623579] env[62490]: DEBUG nova.compute.manager [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing instance network info cache due to event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1769.623935] env[62490]: DEBUG oslo_concurrency.lockutils [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] Acquiring lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.624260] env[62490]: DEBUG oslo_concurrency.lockutils [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] Acquired lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.624492] env[62490]: DEBUG nova.network.neutron [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.637721] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065310, 'name': CreateVM_Task, 'duration_secs': 0.374598} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.642031] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.642031] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.642031] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.642031] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.642031] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d6ff64-3adc-4ea0-826c-b8a99afabfeb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.650541] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1769.650541] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52130449-ba59-eb7f-d0bc-fc9977acb85d" [ 1769.650541] env[62490]: _type = "Task" [ 1769.650541] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.659021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ee4128c-b513-424b-a31f-628afe196458 tempest-ImagesNegativeTestJSON-1121446978 tempest-ImagesNegativeTestJSON-1121446978-project-member] Lock "cea98a60-727b-4a91-82ab-601a6b018620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.258s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.670959] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52130449-ba59-eb7f-d0bc-fc9977acb85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.710688] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.041428] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.041798] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ea6d86-e355-4370-b900-adbc103c2910 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.052933] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1770.052933] env[62490]: value = "task-2065312" [ 1770.052933] env[62490]: _type = "Task" [ 1770.052933] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.063726] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.143643] env[62490]: DEBUG nova.network.neutron [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Updated VIF entry in instance network info cache for port 6d6621e3-d8c2-41f1-be15-21406892cff9. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.144437] env[62490]: DEBUG nova.network.neutron [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Updating instance_info_cache with network_info: [{"id": "6d6621e3-d8c2-41f1-be15-21406892cff9", "address": "fa:16:3e:97:ed:e2", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6621e3-d8", "ovs_interfaceid": "6d6621e3-d8c2-41f1-be15-21406892cff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.163907] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52130449-ba59-eb7f-d0bc-fc9977acb85d, 'name': SearchDatastore_Task, 'duration_secs': 0.061349} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.164268] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.164510] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.164735] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.164875] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.165116] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.165657] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d160980-2b3e-4b91-a697-fc88fac0f6d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.174190] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.174470] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.175133] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b70a47f-c3fa-431f-93a7-74dd9622dc8d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.183277] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1770.183277] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52809299-be0c-b61d-3dfc-925de1840517" [ 1770.183277] env[62490]: _type = "Task" [ 1770.183277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.194805] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52809299-be0c-b61d-3dfc-925de1840517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.206797] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599594} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.207200] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] efb3cd31-c298-4063-9418-fc39e60a0c17/efb3cd31-c298-4063-9418-fc39e60a0c17.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.207307] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.207553] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08fd5178-216d-4357-8ffd-c71dd9b798b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.216109] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1770.216109] env[62490]: value = "task-2065313" [ 1770.216109] env[62490]: _type = "Task" [ 1770.216109] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.231390] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.561382] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb073967-a133-4763-944c-2c0fd1f5a6ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.571184] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.575894] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986e426-f5c4-4cd5-b5d0-d3c735106f45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.613093] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070de029-a1d5-4d6f-9499-b93b1158fb82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.622219] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be92ebf-2b47-496c-bc21-4a5836559247 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.636925] env[62490]: DEBUG nova.compute.provider_tree [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.639126] env[62490]: DEBUG nova.network.neutron [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updated VIF entry in instance network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.639559] env[62490]: DEBUG nova.network.neutron [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.649532] env[62490]: DEBUG oslo_concurrency.lockutils [req-9c18b3a4-833d-4c5a-981b-69c2992c764b req-362b310f-689f-445c-97c1-94077fb105c8 service nova] Releasing lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.699343] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52809299-be0c-b61d-3dfc-925de1840517, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.700407] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35506082-bdb9-4373-ac97-753e93644077 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.706623] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1770.706623] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523a6fc9-dcf6-bcf4-fe09-ac9e311e5a31" [ 1770.706623] env[62490]: _type = "Task" [ 1770.706623] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.716412] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523a6fc9-dcf6-bcf4-fe09-ac9e311e5a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.728100] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056511} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.728100] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.729056] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b7992-32a9-4d1a-a42d-4230b45672ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.753604] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] efb3cd31-c298-4063-9418-fc39e60a0c17/efb3cd31-c298-4063-9418-fc39e60a0c17.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.754555] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cea240a9-6c15-4d13-bab6-aafacd35cf14 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.775247] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1770.775247] env[62490]: value = "task-2065314" [ 1770.775247] env[62490]: _type = "Task" [ 1770.775247] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.785427] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.065472] env[62490]: DEBUG oslo_vmware.api [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065312, 'name': PowerOnVM_Task, 'duration_secs': 0.578592} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.065785] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.065975] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-367f73a5-53d3-41c8-822b-ef953520edd7 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance '6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1771.143628] env[62490]: DEBUG nova.scheduler.client.report [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.149165] env[62490]: DEBUG oslo_concurrency.lockutils [req-2efd095d-017f-4725-b5a5-e161a3ddc14a req-2c424577-6db3-4d3e-a393-bf1356340036 service nova] Releasing lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.220067] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523a6fc9-dcf6-bcf4-fe09-ac9e311e5a31, 'name': SearchDatastore_Task, 'duration_secs': 0.014673} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.220448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.220720] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 61b30329-73ea-46be-9c33-b4c7d7f06d9e/61b30329-73ea-46be-9c33-b4c7d7f06d9e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.221127] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a303e14-d5f1-4bbd-b6af-a520571fd707 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.229090] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1771.229090] env[62490]: value = "task-2065315" [ 1771.229090] env[62490]: _type = "Task" [ 1771.229090] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.241539] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.290502] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065314, 'name': ReconfigVM_Task, 'duration_secs': 0.477481} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.291031] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Reconfigured VM instance instance-00000013 to attach disk [datastore1] efb3cd31-c298-4063-9418-fc39e60a0c17/efb3cd31-c298-4063-9418-fc39e60a0c17.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.292067] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7c0052e-e465-4063-b3c6-c89d51262be4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.303449] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1771.303449] env[62490]: value = "task-2065316" [ 1771.303449] env[62490]: _type = "Task" [ 1771.303449] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.313083] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065316, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.650908] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.651550] env[62490]: DEBUG nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.654890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.276s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.656527] env[62490]: INFO nova.compute.claims [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1771.660582] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1771.743804] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.817231] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065316, 'name': Rename_Task, 'duration_secs': 0.218023} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.817644] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.818190] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e24d512-8deb-4ca4-b7b5-2bfa3d2dbaf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.829084] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1771.829084] env[62490]: value = "task-2065317" [ 1771.829084] env[62490]: _type = "Task" [ 1771.829084] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.852781] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.162970] env[62490]: DEBUG nova.compute.utils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.167436] env[62490]: DEBUG nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1772.167706] env[62490]: DEBUG nova.network.neutron [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1772.244858] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619706} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.245316] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 61b30329-73ea-46be-9c33-b4c7d7f06d9e/61b30329-73ea-46be-9c33-b4c7d7f06d9e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.245718] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.245901] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c55865b-fee2-4cb9-9e2b-374d9f575ea9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.252125] env[62490]: DEBUG nova.policy [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df9701ebef6495bbf054f70f40d87b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c7f2988e1ab43c087f043329642b0ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1772.253939] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1772.253939] env[62490]: value = "task-2065318" [ 1772.253939] env[62490]: _type = "Task" [ 1772.253939] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.265010] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.344182] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.661224] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.661224] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1772.661224] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1772.670212] env[62490]: DEBUG nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.770434] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104973} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.770434] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.771014] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d36217a-7282-4b53-a491-a540f0dd57fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.795371] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 61b30329-73ea-46be-9c33-b4c7d7f06d9e/61b30329-73ea-46be-9c33-b4c7d7f06d9e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.796132] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add550ad-7d70-4b2d-9e81-6ca784f708c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.813692] env[62490]: DEBUG nova.network.neutron [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Successfully created port: 378ca9a5-088d-412e-a234-c33c2e88d65d {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1772.823660] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1772.823660] env[62490]: value = "task-2065319" [ 1772.823660] env[62490]: _type = "Task" [ 1772.823660] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.838945] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.849696] env[62490]: DEBUG oslo_vmware.api [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065317, 'name': PowerOnVM_Task, 'duration_secs': 0.6395} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.850109] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.850579] env[62490]: INFO nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1772.850710] env[62490]: DEBUG nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.851646] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5dd7d0-ca08-45f5-9480-c6e6ca2c2c88 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.172089] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1773.172438] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1773.172708] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1773.172708] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1773.228821] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.228930] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.229104] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1773.229271] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid f53dbc3e-445d-4d0a-85a1-70003bd67502 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.338938] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.373464] env[62490]: INFO nova.compute.manager [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Took 42.62 seconds to build instance. [ 1773.390060] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c15b3-4971-4bca-84fe-ed5fe20cd7ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.399535] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e651a77-9781-4329-8c89-39fd84f0f488 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.438200] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2548149d-5016-4252-9869-b93beb29d735 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.447184] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba56b994-c209-4410-85fe-1e41957293f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.465353] env[62490]: DEBUG nova.compute.provider_tree [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.684658] env[62490]: DEBUG nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.836775] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065319, 'name': ReconfigVM_Task, 'duration_secs': 0.533883} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.837074] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 61b30329-73ea-46be-9c33-b4c7d7f06d9e/61b30329-73ea-46be-9c33-b4c7d7f06d9e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.837754] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea6623f-85d3-426f-b9d7-77d68fe4dcbf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.846912] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1773.846912] env[62490]: value = "task-2065320" [ 1773.846912] env[62490]: _type = "Task" [ 1773.846912] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.861907] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065320, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.876821] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a93bc64d-70ef-4ec0-8588-58f2ad0ed5ac tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.624s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.969417] env[62490]: DEBUG nova.scheduler.client.report [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.151347] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1774.152401] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.152401] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1774.152401] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.153233] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1774.153448] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1774.153652] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1774.154627] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1774.154959] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1774.155173] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1774.155356] env[62490]: DEBUG nova.virt.hardware [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1774.160777] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866c1e8e-d53e-4e1b-b056-eb2b6e3d84af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.172339] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a7d5d-e687-bba4-a859-be9711bb7a51/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1774.174788] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d383a-ce0a-4bc8-84c1-2e6b8f909be2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.181157] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c6e2a-9acc-48ef-a5ef-ad21f93cbedf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.200371] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a7d5d-e687-bba4-a859-be9711bb7a51/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1774.200961] env[62490]: ERROR oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a7d5d-e687-bba4-a859-be9711bb7a51/disk-0.vmdk due to incomplete transfer. [ 1774.204019] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-31aca297-37ff-4007-b85e-2a6ef521f8df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.211262] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a7d5d-e687-bba4-a859-be9711bb7a51/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1774.211497] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Uploaded image c4f57789-2959-4ccf-bea2-c82f69c524b1 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1774.213766] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1774.214069] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b970d352-4c33-4ad5-b010-d6966b92abbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.222523] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1774.222523] env[62490]: value = "task-2065321" [ 1774.222523] env[62490]: _type = "Task" [ 1774.222523] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.235030] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065321, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.360329] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065320, 'name': Rename_Task, 'duration_secs': 0.333434} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.360994] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.360994] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ec1d5e8-54f2-4a3a-9a42-31f97e87d939 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.372489] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1774.372489] env[62490]: value = "task-2065322" [ 1774.372489] env[62490]: _type = "Task" [ 1774.372489] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.379808] env[62490]: DEBUG nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.392034] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.478022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.478022] env[62490]: DEBUG nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1774.480517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.983s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.482872] env[62490]: INFO nova.compute.claims [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.736043] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065321, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.810019] env[62490]: DEBUG nova.network.neutron [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Successfully updated port: 378ca9a5-088d-412e-a234-c33c2e88d65d {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1774.847234] env[62490]: DEBUG nova.compute.manager [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1774.847507] env[62490]: DEBUG nova.compute.manager [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing instance network info cache due to event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1774.847663] env[62490]: DEBUG oslo_concurrency.lockutils [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] Acquiring lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.898063] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065322, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.928302] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.989281] env[62490]: DEBUG nova.compute.utils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.001170] env[62490]: DEBUG nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.001376] env[62490]: DEBUG nova.network.neutron [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.080117] env[62490]: DEBUG nova.policy [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c17dac47e55d464e9c7078fec978e6ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa869e25b95d407fb79d732fa4808c11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1775.184036] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.236034] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065321, 'name': Destroy_Task, 'duration_secs': 0.628421} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.236182] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Destroyed the VM [ 1775.240024] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1775.240024] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e229786-c3de-416d-8c9d-e24f5ac132d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.245776] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1775.245776] env[62490]: value = "task-2065323" [ 1775.245776] env[62490]: _type = "Task" [ 1775.245776] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.260025] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065323, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.315439] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "refresh_cache-927f44df-72d2-4985-bfac-161dad9285a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.315439] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "refresh_cache-927f44df-72d2-4985-bfac-161dad9285a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.315439] env[62490]: DEBUG nova.network.neutron [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.387865] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065322, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.478856] env[62490]: DEBUG nova.network.neutron [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Successfully created port: c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1775.496898] env[62490]: DEBUG nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1775.686637] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.686804] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1775.687080] env[62490]: DEBUG oslo_concurrency.lockutils [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] Acquired lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.687265] env[62490]: DEBUG nova.network.neutron [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.688462] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.773349] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065323, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.890451] env[62490]: DEBUG oslo_vmware.api [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065322, 'name': PowerOnVM_Task, 'duration_secs': 1.115748} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.894113] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.894113] env[62490]: INFO nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1775.894113] env[62490]: DEBUG nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.897352] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9e3756-6593-4f07-9174-ab6e9f4412d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.915323] env[62490]: DEBUG nova.network.neutron [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.018507] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.018507] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.018507] env[62490]: DEBUG nova.compute.manager [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Going to confirm migration 1 {{(pid=62490) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1776.104790] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e9a43d-5d4e-419c-b41c-0b8e62f29013 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.118991] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e72f0a-5321-4f56-8c2c-741a30020255 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.160766] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c832d420-3594-4744-9159-734776f1d889 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.173240] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "ea73c22f-d49b-4d10-b15d-86423e345b27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.173586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.174954] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bddc3c-b3d5-45bf-9266-293996eb7dd5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.191115] env[62490]: DEBUG nova.compute.provider_tree [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.259235] env[62490]: DEBUG oslo_vmware.api [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065323, 'name': RemoveSnapshot_Task, 'duration_secs': 0.907721} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.259235] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1776.259235] env[62490]: INFO nova.compute.manager [None req-9cb09f88-1e56-47ed-a32e-a5f7f95e1a49 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Took 16.20 seconds to snapshot the instance on the hypervisor. [ 1776.322059] env[62490]: DEBUG nova.network.neutron [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Updating instance_info_cache with network_info: [{"id": "378ca9a5-088d-412e-a234-c33c2e88d65d", "address": "fa:16:3e:dd:e1:5b", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378ca9a5-08", "ovs_interfaceid": "378ca9a5-088d-412e-a234-c33c2e88d65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.428848] env[62490]: INFO nova.compute.manager [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Took 40.98 seconds to build instance. [ 1776.520265] env[62490]: DEBUG nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1776.562038] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1776.562321] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.562478] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1776.563032] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.563802] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1776.563802] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1776.563802] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1776.563967] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1776.564141] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1776.564634] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1776.564634] env[62490]: DEBUG nova.virt.hardware [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1776.565525] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd4f458-ca61-412a-8558-918f3cf1f2fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.576827] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af190764-3297-4610-9e1e-888b50d374b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.663656] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.663993] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.694116] env[62490]: DEBUG nova.scheduler.client.report [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1776.825151] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "refresh_cache-927f44df-72d2-4985-bfac-161dad9285a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.825495] env[62490]: DEBUG nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Instance network_info: |[{"id": "378ca9a5-088d-412e-a234-c33c2e88d65d", "address": "fa:16:3e:dd:e1:5b", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378ca9a5-08", "ovs_interfaceid": "378ca9a5-088d-412e-a234-c33c2e88d65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1776.826899] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:e1:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '378ca9a5-088d-412e-a234-c33c2e88d65d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1776.835711] env[62490]: DEBUG oslo.service.loopingcall [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.836343] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1776.836581] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-396004df-55e4-4be0-90d7-a29ef7334e72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.862025] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1776.862025] env[62490]: value = "task-2065324" [ 1776.862025] env[62490]: _type = "Task" [ 1776.862025] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.872644] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065324, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.923105] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.923700] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.925040] env[62490]: DEBUG nova.network.neutron [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1776.925615] env[62490]: DEBUG nova.objects.instance [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lazy-loading 'info_cache' on Instance uuid 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.935031] env[62490]: DEBUG nova.network.neutron [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updated VIF entry in instance network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1776.935031] env[62490]: DEBUG nova.network.neutron [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.935031] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6ee61520-ea66-43a2-92aa-0aafe633d6d9 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.159s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.167647] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.199994] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.200441] env[62490]: DEBUG nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1777.210965] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.020s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.210965] env[62490]: DEBUG nova.objects.instance [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lazy-loading 'resources' on Instance uuid 0c820897-b639-4402-801c-ccdadccc56db {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.376683] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065324, 'name': CreateVM_Task, 'duration_secs': 0.515952} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.377146] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.380136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.380136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.380136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.380136] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7f545b-1669-4456-aa5d-8a935d127d10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.387138] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1777.387138] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f178a0-1f0b-14a4-4c49-80d2ea05a237" [ 1777.387138] env[62490]: _type = "Task" [ 1777.387138] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.400391] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f178a0-1f0b-14a4-4c49-80d2ea05a237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.438459] env[62490]: DEBUG nova.network.neutron [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Successfully updated port: c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.439722] env[62490]: DEBUG oslo_concurrency.lockutils [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] Releasing lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.440064] env[62490]: DEBUG nova.compute.manager [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Received event network-changed-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1777.440240] env[62490]: DEBUG nova.compute.manager [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Refreshing instance network info cache due to event network-changed-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1777.440449] env[62490]: DEBUG oslo_concurrency.lockutils [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] Acquiring lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.440589] env[62490]: DEBUG oslo_concurrency.lockutils [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] Acquired lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.440747] env[62490]: DEBUG nova.network.neutron [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Refreshing network info cache for port ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.442013] env[62490]: DEBUG nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1777.563215] env[62490]: DEBUG nova.compute.manager [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Received event network-changed-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1777.564597] env[62490]: DEBUG nova.compute.manager [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Refreshing instance network info cache due to event network-changed-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1777.564597] env[62490]: DEBUG oslo_concurrency.lockutils [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] Acquiring lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.588843] env[62490]: DEBUG nova.compute.manager [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Received event network-vif-plugged-378ca9a5-088d-412e-a234-c33c2e88d65d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1777.589070] env[62490]: DEBUG oslo_concurrency.lockutils [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] Acquiring lock "927f44df-72d2-4985-bfac-161dad9285a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.590277] env[62490]: DEBUG oslo_concurrency.lockutils [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] Lock "927f44df-72d2-4985-bfac-161dad9285a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.590277] env[62490]: DEBUG oslo_concurrency.lockutils [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] Lock "927f44df-72d2-4985-bfac-161dad9285a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.590277] env[62490]: DEBUG nova.compute.manager [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] No waiting events found dispatching network-vif-plugged-378ca9a5-088d-412e-a234-c33c2e88d65d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1777.590277] env[62490]: WARNING nova.compute.manager [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Received unexpected event network-vif-plugged-378ca9a5-088d-412e-a234-c33c2e88d65d for instance with vm_state building and task_state spawning. [ 1777.591343] env[62490]: DEBUG nova.compute.manager [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Received event network-changed-378ca9a5-088d-412e-a234-c33c2e88d65d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1777.591552] env[62490]: DEBUG nova.compute.manager [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Refreshing instance network info cache due to event network-changed-378ca9a5-088d-412e-a234-c33c2e88d65d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1777.591926] env[62490]: DEBUG oslo_concurrency.lockutils [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] Acquiring lock "refresh_cache-927f44df-72d2-4985-bfac-161dad9285a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.591926] env[62490]: DEBUG oslo_concurrency.lockutils [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] Acquired lock "refresh_cache-927f44df-72d2-4985-bfac-161dad9285a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.592113] env[62490]: DEBUG nova.network.neutron [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Refreshing network info cache for port 378ca9a5-088d-412e-a234-c33c2e88d65d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.711031] env[62490]: DEBUG nova.compute.utils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.712972] env[62490]: DEBUG nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1777.713520] env[62490]: DEBUG nova.network.neutron [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1777.782345] env[62490]: DEBUG nova.policy [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd02f43457a3449299e2e27d8c57009a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa1b6a31c2d4469b4531a035d10f109', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1777.899199] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f178a0-1f0b-14a4-4c49-80d2ea05a237, 'name': SearchDatastore_Task, 'duration_secs': 0.022161} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.901719] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.901951] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1777.902351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.902351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.902872] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1777.903768] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eb3679c-c526-455e-a1c1-730297912cc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.916598] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1777.916803] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1777.920322] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97833c6c-8d68-4af9-b046-0b600d044d4e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.927520] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1777.927520] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b938a-f6f3-4cbc-4876-95597a592ea2" [ 1777.927520] env[62490]: _type = "Task" [ 1777.927520] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.937074] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b938a-f6f3-4cbc-4876-95597a592ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.952394] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.952571] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquired lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.952720] env[62490]: DEBUG nova.network.neutron [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.986247] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.060702] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.061568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.061568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.061568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.061568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.067383] env[62490]: INFO nova.compute.manager [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Terminating instance [ 1778.151514] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc45b-9c7e-cade-28f2-3e8abc9721ba/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1778.157436] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c335a3-cf97-49ee-bd79-80ef27d51601 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.164201] env[62490]: DEBUG nova.compute.manager [None req-a9fb107f-8c34-44bb-b0c3-ccefc33fbe24 tempest-ServerDiagnosticsV248Test-776713483 tempest-ServerDiagnosticsV248Test-776713483-project-admin] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.166972] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54629a76-b56c-4279-840d-d4bd7059540b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.176571] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc45b-9c7e-cade-28f2-3e8abc9721ba/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1778.177149] env[62490]: ERROR oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc45b-9c7e-cade-28f2-3e8abc9721ba/disk-0.vmdk due to incomplete transfer. [ 1778.180179] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3898ab5d-5ac8-4e13-b5fe-8d970d68939c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.187391] env[62490]: INFO nova.compute.manager [None req-a9fb107f-8c34-44bb-b0c3-ccefc33fbe24 tempest-ServerDiagnosticsV248Test-776713483 tempest-ServerDiagnosticsV248Test-776713483-project-admin] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Retrieving diagnostics [ 1778.191129] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ced8f4-cf2d-4886-8c35-2cb973c5ec78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.202185] env[62490]: DEBUG oslo_vmware.rw_handles [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524fc45b-9c7e-cade-28f2-3e8abc9721ba/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1778.202185] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Uploaded image 17c76313-098f-4704-9aa6-e451ace35280 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1778.207048] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1778.207048] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04644ced-c34d-4d4f-8608-324a3c45d741 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.207048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.207048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.207456] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.207556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.207783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.241451] env[62490]: DEBUG nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1778.246405] env[62490]: INFO nova.compute.manager [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Terminating instance [ 1778.255995] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1778.255995] env[62490]: value = "task-2065325" [ 1778.255995] env[62490]: _type = "Task" [ 1778.255995] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.269577] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065325, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.416768] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced13841-f85e-40d6-994b-28717db9ede3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.434247] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a7cab-4a0b-4573-b08a-b53d922b6af5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.444303] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b938a-f6f3-4cbc-4876-95597a592ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.01307} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.477951] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560cb93b-275e-40ec-bfc6-d0313e0b1335 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.481536] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db65b2-18b3-4eaa-9207-723185d6b9d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.487673] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1778.487673] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52126afa-8180-771f-a249-c76f1958d005" [ 1778.487673] env[62490]: _type = "Task" [ 1778.487673] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.493966] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdd8689-efad-4f59-93c5-78af31db869a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.512653] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52126afa-8180-771f-a249-c76f1958d005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.513197] env[62490]: DEBUG nova.compute.provider_tree [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.516467] env[62490]: DEBUG nova.network.neutron [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Successfully created port: 491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1778.541205] env[62490]: DEBUG nova.network.neutron [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.579990] env[62490]: DEBUG nova.compute.manager [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.580480] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.581226] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c01b8f-b241-478e-877b-2debf98fd393 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.590895] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.591197] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea8e47b-95f7-48d5-a56d-3c78d5969202 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.594289] env[62490]: DEBUG nova.network.neutron [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance_info_cache with network_info: [{"id": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "address": "fa:16:3e:a5:de:d2", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b58a25b-2b", "ovs_interfaceid": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.599436] env[62490]: DEBUG nova.network.neutron [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updated VIF entry in instance network info cache for port ee1960ea-7ab5-4448-98d2-4c51bb0ee77a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.599785] env[62490]: DEBUG nova.network.neutron [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updating instance_info_cache with network_info: [{"id": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "address": "fa:16:3e:67:95:3e", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1960ea-7a", "ovs_interfaceid": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.624181] env[62490]: DEBUG nova.network.neutron [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Updated VIF entry in instance network info cache for port 378ca9a5-088d-412e-a234-c33c2e88d65d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.624181] env[62490]: DEBUG nova.network.neutron [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Updating instance_info_cache with network_info: [{"id": "378ca9a5-088d-412e-a234-c33c2e88d65d", "address": "fa:16:3e:dd:e1:5b", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378ca9a5-08", "ovs_interfaceid": "378ca9a5-088d-412e-a234-c33c2e88d65d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.704402] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.704656] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.704903] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleting the datastore file [datastore1] fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.705287] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e028c2-be21-4960-8a2e-bb40a648408e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.713379] env[62490]: DEBUG oslo_vmware.api [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1778.713379] env[62490]: value = "task-2065327" [ 1778.713379] env[62490]: _type = "Task" [ 1778.713379] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.721642] env[62490]: DEBUG oslo_vmware.api [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.754755] env[62490]: INFO nova.virt.block_device [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Booting with volume 97bff836-3c9c-4e15-864d-cf772765590e at /dev/sda [ 1778.757652] env[62490]: DEBUG nova.network.neutron [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.774546] env[62490]: DEBUG nova.compute.manager [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1778.774756] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1778.776565] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249fd77c-a176-4c4b-920e-bb04bb471a29 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.785276] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065325, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.787691] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.787982] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db1323d-e356-4d05-925d-58676dd8f877 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.795713] env[62490]: DEBUG oslo_vmware.api [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1778.795713] env[62490]: value = "task-2065328" [ 1778.795713] env[62490]: _type = "Task" [ 1778.795713] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.805174] env[62490]: DEBUG oslo_vmware.api [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.810460] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c11a5b5-c250-405b-b07c-ad7b4378bac4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.821393] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb2a87-2f7b-4efa-9118-1fdee99e0422 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.859783] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d097389b-d714-4af8-aac1-6720459e0930 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.869921] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe9ac3-eef3-4ebe-ab75-06384eb06167 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.905307] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992eaca3-208d-4ed6-bfce-078de11a40b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.915056] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff30f5-e639-4bb7-b720-42d36f45d3ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.937402] env[62490]: DEBUG nova.virt.block_device [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Updating existing volume attachment record: c00fdbda-0d52-4901-88e9-74e798013dfa {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1779.000779] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52126afa-8180-771f-a249-c76f1958d005, 'name': SearchDatastore_Task, 'duration_secs': 0.020611} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.004330] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.004330] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 927f44df-72d2-4985-bfac-161dad9285a6/927f44df-72d2-4985-bfac-161dad9285a6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1779.004330] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2c2a3e2-c5e9-4150-bc88-6746294e07e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.013395] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1779.013395] env[62490]: value = "task-2065329" [ 1779.013395] env[62490]: _type = "Task" [ 1779.013395] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.018580] env[62490]: DEBUG nova.scheduler.client.report [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1779.027441] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.096980] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.097937] env[62490]: DEBUG nova.objects.instance [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lazy-loading 'migration_context' on Instance uuid 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.103095] env[62490]: DEBUG oslo_concurrency.lockutils [req-94078d12-9a85-40f4-bd61-880f54a07698 req-664d3e09-8937-40ba-a817-71c8a3fcb97f service nova] Releasing lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.103095] env[62490]: DEBUG oslo_concurrency.lockutils [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] Acquired lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.103447] env[62490]: DEBUG nova.network.neutron [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Refreshing network info cache for port ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.126785] env[62490]: DEBUG oslo_concurrency.lockutils [req-684a734d-66d4-4cab-b8a0-843ea597f2f7 req-1f048c5d-232d-4fc0-8513-0012528f0742 service nova] Releasing lock "refresh_cache-927f44df-72d2-4985-bfac-161dad9285a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.200874] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.201127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.224479] env[62490]: DEBUG oslo_vmware.api [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36214} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.224769] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1779.224931] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1779.225091] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1779.225272] env[62490]: INFO nova.compute.manager [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1779.225504] env[62490]: DEBUG oslo.service.loopingcall [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.225690] env[62490]: DEBUG nova.compute.manager [-] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1779.225797] env[62490]: DEBUG nova.network.neutron [-] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1779.270580] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065325, 'name': Destroy_Task, 'duration_secs': 0.811827} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.270927] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Destroyed the VM [ 1779.271206] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1779.271458] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb55d3c0-00b7-422c-9ab0-5aaebb089aa7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.275008] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Releasing lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.275297] env[62490]: DEBUG nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Instance network_info: |[{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1779.275654] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:55:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9ed5424-ec24-4b33-af11-f48198bdcf5c', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.283591] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Creating folder: Project (aa869e25b95d407fb79d732fa4808c11). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1779.285123] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88ab2e41-6345-4be7-a211-a675324a8130 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.286922] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1779.286922] env[62490]: value = "task-2065330" [ 1779.286922] env[62490]: _type = "Task" [ 1779.286922] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.295852] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.297218] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Created folder: Project (aa869e25b95d407fb79d732fa4808c11) in parent group-v423467. [ 1779.297398] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Creating folder: Instances. Parent ref: group-v423535. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1779.300392] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccad0719-8c63-432f-a2c9-2f29b8188964 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.307127] env[62490]: DEBUG oslo_vmware.api [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065328, 'name': PowerOffVM_Task, 'duration_secs': 0.223675} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.307375] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1779.307549] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.307790] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-694a1773-6e74-48d8-b72f-f46a7528df5c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.310667] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Created folder: Instances in parent group-v423535. [ 1779.310993] env[62490]: DEBUG oslo.service.loopingcall [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.311532] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.311829] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9140c7-1f1f-4212-bbe8-422e957b63de {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.331280] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.331280] env[62490]: value = "task-2065334" [ 1779.331280] env[62490]: _type = "Task" [ 1779.331280] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.340440] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065334, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.388125] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1779.388417] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1779.388600] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleting the datastore file [datastore1] 2ea11da2-39bb-4c31-85c0-dd4f48bb793c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.388984] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-742d5bd6-3ed7-4e28-b8d6-986c2f506c6f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.398112] env[62490]: DEBUG oslo_vmware.api [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1779.398112] env[62490]: value = "task-2065335" [ 1779.398112] env[62490]: _type = "Task" [ 1779.398112] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.408214] env[62490]: DEBUG oslo_vmware.api [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.522818] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065329, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.525231] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.528817] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.006s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.530578] env[62490]: INFO nova.compute.claims [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1779.545897] env[62490]: INFO nova.scheduler.client.report [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Deleted allocations for instance 0c820897-b639-4402-801c-ccdadccc56db [ 1779.600526] env[62490]: DEBUG nova.objects.base [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Object Instance<6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6> lazy-loaded attributes: info_cache,migration_context {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1779.603041] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a094e0-c859-4ce8-8c66-4ad8b2a7a6c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.633943] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f243a6-10d4-4d37-be5a-86bac3efbe2b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.640911] env[62490]: DEBUG oslo_vmware.api [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1779.640911] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3822c-4dbb-7fa3-afd5-a230e85c932a" [ 1779.640911] env[62490]: _type = "Task" [ 1779.640911] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.653856] env[62490]: DEBUG oslo_vmware.api [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3822c-4dbb-7fa3-afd5-a230e85c932a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.712215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.712782] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.800651] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065330, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.848999] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065334, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.909195] env[62490]: DEBUG oslo_vmware.api [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.935362] env[62490]: DEBUG nova.network.neutron [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updated VIF entry in instance network info cache for port ee1960ea-7ab5-4448-98d2-4c51bb0ee77a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.940326] env[62490]: DEBUG nova.network.neutron [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updating instance_info_cache with network_info: [{"id": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "address": "fa:16:3e:67:95:3e", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1960ea-7a", "ovs_interfaceid": "ee1960ea-7ab5-4448-98d2-4c51bb0ee77a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.027368] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794601} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.027368] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 927f44df-72d2-4985-bfac-161dad9285a6/927f44df-72d2-4985-bfac-161dad9285a6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1780.027368] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1780.027368] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd45065c-890d-40f7-bb08-d18ed7c4138f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.038454] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1780.038454] env[62490]: value = "task-2065336" [ 1780.038454] env[62490]: _type = "Task" [ 1780.038454] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.055318] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.058112] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e3eb96d-655c-45ac-b1f4-abfae4334116 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "0c820897-b639-4402-801c-ccdadccc56db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.022s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.158955] env[62490]: DEBUG oslo_vmware.api [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3822c-4dbb-7fa3-afd5-a230e85c932a, 'name': SearchDatastore_Task, 'duration_secs': 0.050747} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.159486] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.201468] env[62490]: DEBUG nova.compute.manager [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Received event network-vif-plugged-c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.201763] env[62490]: DEBUG oslo_concurrency.lockutils [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] Acquiring lock "269daec6-64d9-4885-be21-784f7a4be7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.202871] env[62490]: DEBUG oslo_concurrency.lockutils [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] Lock "269daec6-64d9-4885-be21-784f7a4be7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.203184] env[62490]: DEBUG oslo_concurrency.lockutils [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] Lock "269daec6-64d9-4885-be21-784f7a4be7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.203416] env[62490]: DEBUG nova.compute.manager [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] No waiting events found dispatching network-vif-plugged-c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1780.203576] env[62490]: WARNING nova.compute.manager [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Received unexpected event network-vif-plugged-c9ed5424-ec24-4b33-af11-f48198bdcf5c for instance with vm_state building and task_state spawning. [ 1780.203751] env[62490]: DEBUG nova.compute.manager [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Received event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.203883] env[62490]: DEBUG nova.compute.manager [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing instance network info cache due to event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1780.204092] env[62490]: DEBUG oslo_concurrency.lockutils [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] Acquiring lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.204236] env[62490]: DEBUG oslo_concurrency.lockutils [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] Acquired lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.204427] env[62490]: DEBUG nova.network.neutron [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.219411] env[62490]: DEBUG nova.compute.manager [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Received event network-changed-6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1780.219411] env[62490]: DEBUG nova.compute.manager [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Refreshing instance network info cache due to event network-changed-6d6621e3-d8c2-41f1-be15-21406892cff9. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1780.219411] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] Acquiring lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.220031] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] Acquired lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.220543] env[62490]: DEBUG nova.network.neutron [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Refreshing network info cache for port 6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.256365] env[62490]: DEBUG nova.network.neutron [-] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.298585] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065330, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.334701] env[62490]: DEBUG nova.network.neutron [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Successfully updated port: 491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1780.346973] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065334, 'name': CreateVM_Task, 'duration_secs': 0.614332} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.347143] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.347843] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.348025] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.348346] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.348649] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0beb96ed-e21b-43ca-a6cc-40bd6f8fbb47 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.355582] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1780.355582] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5297542f-d269-1201-49b4-ecf4be79ad42" [ 1780.355582] env[62490]: _type = "Task" [ 1780.355582] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.371547] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5297542f-d269-1201-49b4-ecf4be79ad42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.412500] env[62490]: DEBUG oslo_vmware.api [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592344} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.412766] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.413630] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.413630] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.413795] env[62490]: INFO nova.compute.manager [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1780.414154] env[62490]: DEBUG oslo.service.loopingcall [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.414257] env[62490]: DEBUG nova.compute.manager [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.414320] env[62490]: DEBUG nova.network.neutron [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1780.442699] env[62490]: DEBUG oslo_concurrency.lockutils [req-5426f3ee-921a-42d8-b22f-9b905000b68c req-2f69ca30-20f3-4f73-8177-ef3ad46e8562 service nova] Releasing lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.556189] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069322} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.556873] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.557863] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1ebcf-a201-4bbd-8b26-00d5acdcb331 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.586548] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 927f44df-72d2-4985-bfac-161dad9285a6/927f44df-72d2-4985-bfac-161dad9285a6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.590427] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6cd053c-9abd-454c-8b75-9ab56be3ce82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.616020] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1780.616020] env[62490]: value = "task-2065337" [ 1780.616020] env[62490]: _type = "Task" [ 1780.616020] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.624171] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.759428] env[62490]: INFO nova.compute.manager [-] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Took 1.53 seconds to deallocate network for instance. [ 1780.803225] env[62490]: DEBUG oslo_vmware.api [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065330, 'name': RemoveSnapshot_Task, 'duration_secs': 1.289576} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.803577] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1780.803827] env[62490]: INFO nova.compute.manager [None req-40131209-bd0c-455f-a172-c6fb591097ae tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Took 15.18 seconds to snapshot the instance on the hypervisor. [ 1780.847748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Acquiring lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.847748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Acquired lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.847748] env[62490]: DEBUG nova.network.neutron [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.881008] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5297542f-d269-1201-49b4-ecf4be79ad42, 'name': SearchDatastore_Task, 'duration_secs': 0.030522} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.886517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.886791] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.887932] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.887932] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.888601] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.888601] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6a3b2f1-19f4-492d-bc5a-eb031ea4c158 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.899351] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.899351] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.901953] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c211360-82bd-4e77-bda8-5393ae0be786 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.912364] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1780.912364] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f90f6-9d39-f5b7-c33d-b9133ad3562e" [ 1780.912364] env[62490]: _type = "Task" [ 1780.912364] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.921428] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f90f6-9d39-f5b7-c33d-b9133ad3562e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.067309] env[62490]: DEBUG nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1781.067773] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.068081] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.068153] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.068416] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.068588] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.068735] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.068942] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.069121] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.069290] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.069455] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.069628] env[62490]: DEBUG nova.virt.hardware [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.073288] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eedd669-d265-45a0-bb32-041f6fea56c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.082477] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a3f6a5-90c7-4c36-833d-def225461c3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.126180] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065337, 'name': ReconfigVM_Task, 'duration_secs': 0.36318} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.126468] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 927f44df-72d2-4985-bfac-161dad9285a6/927f44df-72d2-4985-bfac-161dad9285a6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.127793] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c57513c-01b4-467a-afb1-e4e62f307681 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.141288] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1781.141288] env[62490]: value = "task-2065338" [ 1781.141288] env[62490]: _type = "Task" [ 1781.141288] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.152040] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065338, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.159700] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71794f72-6af0-44e3-a485-d54fa2344092 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.168275] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e8e7e8-4940-49d6-a931-94f4705346e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.202683] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638582b-05de-4f34-ba0e-cdf72930d820 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.206435] env[62490]: DEBUG nova.network.neutron [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updated VIF entry in instance network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.206822] env[62490]: DEBUG nova.network.neutron [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.214563] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2157ad-ab7d-4a6f-998a-e8d86e298ea9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.230217] env[62490]: DEBUG nova.compute.provider_tree [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.272624] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.389331] env[62490]: DEBUG nova.network.neutron [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1781.425925] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f90f6-9d39-f5b7-c33d-b9133ad3562e, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.426526] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c256f463-8341-4af3-ba82-735d763b210b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.433903] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1781.433903] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52674f7e-d6ff-1ce5-92e7-88f01d20f565" [ 1781.433903] env[62490]: _type = "Task" [ 1781.433903] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.446847] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52674f7e-d6ff-1ce5-92e7-88f01d20f565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.493636] env[62490]: DEBUG nova.network.neutron [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.584512] env[62490]: DEBUG nova.network.neutron [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Updated VIF entry in instance network info cache for port 6d6621e3-d8c2-41f1-be15-21406892cff9. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.584898] env[62490]: DEBUG nova.network.neutron [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Updating instance_info_cache with network_info: [{"id": "6d6621e3-d8c2-41f1-be15-21406892cff9", "address": "fa:16:3e:97:ed:e2", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d6621e3-d8", "ovs_interfaceid": "6d6621e3-d8c2-41f1-be15-21406892cff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.653825] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065338, 'name': Rename_Task, 'duration_secs': 0.156665} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.653825] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.653959] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ef53d5-54d4-42c2-ada4-1dbde3fad8d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.661488] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1781.661488] env[62490]: value = "task-2065339" [ 1781.661488] env[62490]: _type = "Task" [ 1781.661488] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.670939] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.700615] env[62490]: DEBUG nova.network.neutron [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Updating instance_info_cache with network_info: [{"id": "491a99ac-49b4-4a70-bcd9-944e84a80500", "address": "fa:16:3e:fc:c9:5c", "network": {"id": "3f8da960-8633-4eca-8cd9-5c92d50c749b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1601159132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa1b6a31c2d4469b4531a035d10f109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491a99ac-49", "ovs_interfaceid": "491a99ac-49b4-4a70-bcd9-944e84a80500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.710672] env[62490]: DEBUG oslo_concurrency.lockutils [req-11baa725-db4c-40e2-8de1-1595635e2249 req-332b96d7-6fae-46bf-996f-2ccf65d9aec5 service nova] Releasing lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.733053] env[62490]: DEBUG nova.scheduler.client.report [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.950076] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52674f7e-d6ff-1ce5-92e7-88f01d20f565, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.950494] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.950799] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 269daec6-64d9-4885-be21-784f7a4be7a7/269daec6-64d9-4885-be21-784f7a4be7a7.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.951103] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa86a0cf-1865-4263-ad15-90887b3e87ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.959949] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1781.959949] env[62490]: value = "task-2065340" [ 1781.959949] env[62490]: _type = "Task" [ 1781.959949] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.971433] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.999218] env[62490]: INFO nova.compute.manager [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Took 1.58 seconds to deallocate network for instance. [ 1782.091824] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] Releasing lock "refresh_cache-efb3cd31-c298-4063-9418-fc39e60a0c17" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.092014] env[62490]: DEBUG nova.compute.manager [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.092140] env[62490]: DEBUG nova.compute.manager [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing instance network info cache due to event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1782.092459] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] Acquiring lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.092681] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] Acquired lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.092869] env[62490]: DEBUG nova.network.neutron [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.177540] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065339, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.204886] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Releasing lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.205494] env[62490]: DEBUG nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Instance network_info: |[{"id": "491a99ac-49b4-4a70-bcd9-944e84a80500", "address": "fa:16:3e:fc:c9:5c", "network": {"id": "3f8da960-8633-4eca-8cd9-5c92d50c749b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1601159132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa1b6a31c2d4469b4531a035d10f109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491a99ac-49", "ovs_interfaceid": "491a99ac-49b4-4a70-bcd9-944e84a80500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1782.206484] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:c9:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '491a99ac-49b4-4a70-bcd9-944e84a80500', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.216258] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Creating folder: Project (0aa1b6a31c2d4469b4531a035d10f109). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.216738] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11ca02e4-0c0f-4f2d-818c-26b5b79e2144 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.237193] env[62490]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1782.237193] env[62490]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62490) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1782.237193] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Folder already exists: Project (0aa1b6a31c2d4469b4531a035d10f109). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1782.237193] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Creating folder: Instances. Parent ref: group-v423477. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1782.237193] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de8f7ea5-dc66-4651-8187-457cae6fcba6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.248186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.248186] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1782.256328] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.163s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.258259] env[62490]: INFO nova.compute.claims [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.262344] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Created folder: Instances in parent group-v423477. [ 1782.262948] env[62490]: DEBUG oslo.service.loopingcall [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.263911] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.268147] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fcfb0fd-1d63-4e3b-beb1-08dfd6b61fb9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.297037] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.297037] env[62490]: value = "task-2065343" [ 1782.297037] env[62490]: _type = "Task" [ 1782.297037] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.311036] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065343, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.472935] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065340, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.507272] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.576823] env[62490]: DEBUG nova.compute.manager [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Received event network-vif-plugged-491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.577086] env[62490]: DEBUG oslo_concurrency.lockutils [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] Acquiring lock "a043c00b-fda1-425b-ad30-52cbf4143164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.577336] env[62490]: DEBUG oslo_concurrency.lockutils [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] Lock "a043c00b-fda1-425b-ad30-52cbf4143164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.577562] env[62490]: DEBUG oslo_concurrency.lockutils [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] Lock "a043c00b-fda1-425b-ad30-52cbf4143164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.577900] env[62490]: DEBUG nova.compute.manager [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] No waiting events found dispatching network-vif-plugged-491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.578050] env[62490]: WARNING nova.compute.manager [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Received unexpected event network-vif-plugged-491a99ac-49b4-4a70-bcd9-944e84a80500 for instance with vm_state building and task_state spawning. [ 1782.578442] env[62490]: DEBUG nova.compute.manager [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Received event network-changed-491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.578442] env[62490]: DEBUG nova.compute.manager [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Refreshing instance network info cache due to event network-changed-491a99ac-49b4-4a70-bcd9-944e84a80500. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1782.578605] env[62490]: DEBUG oslo_concurrency.lockutils [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] Acquiring lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.578754] env[62490]: DEBUG oslo_concurrency.lockutils [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] Acquired lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.578932] env[62490]: DEBUG nova.network.neutron [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Refreshing network info cache for port 491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.602194] env[62490]: DEBUG nova.compute.manager [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Received event network-vif-deleted-26676934-c092-4587-b300-739e177a70c0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.602451] env[62490]: DEBUG nova.compute.manager [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1782.602659] env[62490]: DEBUG nova.compute.manager [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing instance network info cache due to event network-changed-19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1782.603243] env[62490]: DEBUG oslo_concurrency.lockutils [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] Acquiring lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.679819] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065339, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.768253] env[62490]: DEBUG nova.compute.utils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.772527] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1782.773322] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1782.809098] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065343, 'name': CreateVM_Task, 'duration_secs': 0.510045} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.809307] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1782.810018] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423490', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'name': 'volume-97bff836-3c9c-4e15-864d-cf772765590e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a043c00b-fda1-425b-ad30-52cbf4143164', 'attached_at': '', 'detached_at': '', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'serial': '97bff836-3c9c-4e15-864d-cf772765590e'}, 'boot_index': 0, 'device_type': None, 'attachment_id': 'c00fdbda-0d52-4901-88e9-74e798013dfa', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62490) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1782.810245] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Root volume attach. Driver type: vmdk {{(pid=62490) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1782.811071] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c4e9c-781c-450d-99d6-1660f9a47d73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.820450] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a8944-ed90-4bba-9e20-09264a0cd713 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.831571] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa6da0-b7d8-4c3d-bf23-3c38204d385f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.839131] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bf83bc1e-152f-444d-939c-f651cf60a56d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.847588] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1782.847588] env[62490]: value = "task-2065344" [ 1782.847588] env[62490]: _type = "Task" [ 1782.847588] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.856527] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065344, 'name': RelocateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.876077] env[62490]: DEBUG nova.network.neutron [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updated VIF entry in instance network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.876467] env[62490]: DEBUG nova.network.neutron [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.889112] env[62490]: DEBUG nova.policy [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c466ce27194774a8d1e3a6f81174f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94e6865d78ff43b58360c4e13569c4c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1782.972015] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623453} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.972602] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 269daec6-64d9-4885-be21-784f7a4be7a7/269daec6-64d9-4885-be21-784f7a4be7a7.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.972875] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.973221] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c6055a-495c-4f59-9776-dad89ac44baf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.981116] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1782.981116] env[62490]: value = "task-2065345" [ 1782.981116] env[62490]: _type = "Task" [ 1782.981116] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.981627] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.992558] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.175326] env[62490]: DEBUG oslo_vmware.api [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065339, 'name': PowerOnVM_Task, 'duration_secs': 1.441777} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.175676] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1783.175931] env[62490]: INFO nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1783.176168] env[62490]: DEBUG nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.177056] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93834cb5-c918-4b0d-90ed-4955df62b8cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.273726] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1783.361618] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065344, 'name': RelocateVM_Task} progress is 20%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.379490] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6bc3c16-c4d1-4e6a-b7b4-ca9ca531cdf4 req-b320dd05-6e00-402d-a4d7-edd1095571bd service nova] Releasing lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.380166] env[62490]: DEBUG oslo_concurrency.lockutils [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] Acquired lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.380348] env[62490]: DEBUG nova.network.neutron [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Refreshing network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.499051] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168047} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.502998] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Successfully created port: 8da7a0b0-9ee3-4b4c-a848-3df57ba73555 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.505429] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.506549] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbd45ea-3c41-4501-a96c-3043f681e1f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.537413] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 269daec6-64d9-4885-be21-784f7a4be7a7/269daec6-64d9-4885-be21-784f7a4be7a7.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.541647] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716370ef-1ecd-4543-8de3-b9ea981352b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.563625] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1783.563625] env[62490]: value = "task-2065346" [ 1783.563625] env[62490]: _type = "Task" [ 1783.563625] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.584632] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.653632] env[62490]: DEBUG nova.network.neutron [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Updated VIF entry in instance network info cache for port 491a99ac-49b4-4a70-bcd9-944e84a80500. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.653725] env[62490]: DEBUG nova.network.neutron [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Updating instance_info_cache with network_info: [{"id": "491a99ac-49b4-4a70-bcd9-944e84a80500", "address": "fa:16:3e:fc:c9:5c", "network": {"id": "3f8da960-8633-4eca-8cd9-5c92d50c749b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1601159132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa1b6a31c2d4469b4531a035d10f109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491a99ac-49", "ovs_interfaceid": "491a99ac-49b4-4a70-bcd9-944e84a80500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.700113] env[62490]: INFO nova.compute.manager [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Took 42.48 seconds to build instance. [ 1783.862553] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065344, 'name': RelocateVM_Task, 'duration_secs': 0.755212} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.863132] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1783.863536] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423490', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'name': 'volume-97bff836-3c9c-4e15-864d-cf772765590e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a043c00b-fda1-425b-ad30-52cbf4143164', 'attached_at': '', 'detached_at': '', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'serial': '97bff836-3c9c-4e15-864d-cf772765590e'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1783.867073] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca32bdb-ea25-4747-bd0f-0d0fa66bf7eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.893653] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796db298-5aa0-4318-a674-a75edd4ecccc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.917793] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-97bff836-3c9c-4e15-864d-cf772765590e/volume-97bff836-3c9c-4e15-864d-cf772765590e.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.919932] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858d07a7-5e8c-4d93-a9b3-10cf1e8ed264 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.934926] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceedc8a-5819-43a8-84b9-252f2b1f1976 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.949788] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df9e589-d35e-4d6a-bd13-10c70265f4de {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.954853] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1783.954853] env[62490]: value = "task-2065347" [ 1783.954853] env[62490]: _type = "Task" [ 1783.954853] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.984097] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d24d69-d49a-4831-a1ea-a5f24da28a63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.990118] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.996213] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ed630-1154-4323-aa5b-927ab1f98c85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.013160] env[62490]: DEBUG nova.compute.provider_tree [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.074211] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.103406] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "c7b97998-bbde-4262-8000-e6dd261e9005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.103668] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "c7b97998-bbde-4262-8000-e6dd261e9005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.158644] env[62490]: DEBUG oslo_concurrency.lockutils [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] Releasing lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.158916] env[62490]: DEBUG nova.compute.manager [req-0a55a364-8e29-4358-a4d1-19313ac946ea req-2e6b6ecf-59b3-4d33-b285-81c02b26fa46 service nova] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Received event network-vif-deleted-ee1960ea-7ab5-4448-98d2-4c51bb0ee77a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1784.202347] env[62490]: DEBUG oslo_concurrency.lockutils [None req-87a17869-f3f4-4f8e-a577-8bcf7fbc5131 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "927f44df-72d2-4985-bfac-161dad9285a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.292s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.218062] env[62490]: DEBUG nova.network.neutron [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updated VIF entry in instance network info cache for port 19c5e649-f91d-4b55-a09c-cfcbc66a94c1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.218527] env[62490]: DEBUG nova.network.neutron [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [{"id": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "address": "fa:16:3e:67:2d:cc", "network": {"id": "dea10d18-49cd-454a-a04d-0ca2ac6d16d5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1247871262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15eceec8dcb14af5b76e1091e63386f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c5e649-f9", "ovs_interfaceid": "19c5e649-f91d-4b55-a09c-cfcbc66a94c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.293290] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1784.328957] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.329221] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.329376] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.329553] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.329698] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.329843] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.330149] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.330368] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.330559] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.330723] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.331751] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.335073] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c68177-b261-4722-8603-da70e51b6414 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.344935] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d3744c-c1fc-4dde-84c2-78572d8e2f5b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.447786] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "296569e8-7780-40f1-9edd-a7515f33c44b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.448209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "296569e8-7780-40f1-9edd-a7515f33c44b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.448828] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "296569e8-7780-40f1-9edd-a7515f33c44b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.448828] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "296569e8-7780-40f1-9edd-a7515f33c44b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.449036] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "296569e8-7780-40f1-9edd-a7515f33c44b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.452044] env[62490]: INFO nova.compute.manager [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Terminating instance [ 1784.469123] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065347, 'name': ReconfigVM_Task, 'duration_secs': 0.450008} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.469123] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-97bff836-3c9c-4e15-864d-cf772765590e/volume-97bff836-3c9c-4e15-864d-cf772765590e.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.477213] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf2e286-7309-4369-a85c-b6a022c3492e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.497542] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1784.497542] env[62490]: value = "task-2065348" [ 1784.497542] env[62490]: _type = "Task" [ 1784.497542] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.506963] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.516461] env[62490]: DEBUG nova.scheduler.client.report [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.575325] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065346, 'name': ReconfigVM_Task, 'duration_secs': 0.677638} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.575576] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 269daec6-64d9-4885-be21-784f7a4be7a7/269daec6-64d9-4885-be21-784f7a4be7a7.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.576340] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cae9831-3089-42e9-8de5-a7ab1de856ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.586436] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1784.586436] env[62490]: value = "task-2065349" [ 1784.586436] env[62490]: _type = "Task" [ 1784.586436] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.599310] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065349, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.707120] env[62490]: DEBUG nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.721683] env[62490]: DEBUG oslo_concurrency.lockutils [req-3ba4baa8-efb7-44d1-a0e2-1e9a002c916d req-7b2860e7-a856-40c7-a06e-cec11687b74f service nova] Releasing lock "refresh_cache-f53dbc3e-445d-4d0a-85a1-70003bd67502" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.964072] env[62490]: DEBUG nova.compute.manager [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1784.964326] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.965283] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be8343-4805-4fc0-94cb-6dd7381427ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.974112] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.974374] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ababbd7b-854a-4ff5-b851-41e2be8533d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.981097] env[62490]: DEBUG oslo_vmware.api [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1784.981097] env[62490]: value = "task-2065350" [ 1784.981097] env[62490]: _type = "Task" [ 1784.981097] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.989241] env[62490]: DEBUG oslo_vmware.api [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.009564] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.021482] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.022091] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1785.025375] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.238s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.026754] env[62490]: INFO nova.compute.claims [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.094810] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065349, 'name': Rename_Task, 'duration_secs': 0.36069} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.095098] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.095344] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f848791e-61a9-4256-905a-0b5dceb384b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.103101] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1785.103101] env[62490]: value = "task-2065351" [ 1785.103101] env[62490]: _type = "Task" [ 1785.103101] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.114274] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.239295] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.240131] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Successfully updated port: 8da7a0b0-9ee3-4b4c-a848-3df57ba73555 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.252141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "4575f569-95e5-428f-8e0b-79ae8cc4af65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.252463] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.344572] env[62490]: DEBUG nova.compute.manager [req-2bec03a9-2d34-4a0f-9017-333adea1db1a req-9b1c19e1-6922-4406-b717-cd734a1eaf71 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Received event network-vif-plugged-8da7a0b0-9ee3-4b4c-a848-3df57ba73555 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1785.344787] env[62490]: DEBUG oslo_concurrency.lockutils [req-2bec03a9-2d34-4a0f-9017-333adea1db1a req-9b1c19e1-6922-4406-b717-cd734a1eaf71 service nova] Acquiring lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.345022] env[62490]: DEBUG oslo_concurrency.lockutils [req-2bec03a9-2d34-4a0f-9017-333adea1db1a req-9b1c19e1-6922-4406-b717-cd734a1eaf71 service nova] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.345903] env[62490]: DEBUG oslo_concurrency.lockutils [req-2bec03a9-2d34-4a0f-9017-333adea1db1a req-9b1c19e1-6922-4406-b717-cd734a1eaf71 service nova] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.345903] env[62490]: DEBUG nova.compute.manager [req-2bec03a9-2d34-4a0f-9017-333adea1db1a req-9b1c19e1-6922-4406-b717-cd734a1eaf71 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] No waiting events found dispatching network-vif-plugged-8da7a0b0-9ee3-4b4c-a848-3df57ba73555 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1785.345903] env[62490]: WARNING nova.compute.manager [req-2bec03a9-2d34-4a0f-9017-333adea1db1a req-9b1c19e1-6922-4406-b717-cd734a1eaf71 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Received unexpected event network-vif-plugged-8da7a0b0-9ee3-4b4c-a848-3df57ba73555 for instance with vm_state building and task_state spawning. [ 1785.493447] env[62490]: DEBUG oslo_vmware.api [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.512650] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.527451] env[62490]: DEBUG nova.compute.utils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1785.528855] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1785.529050] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1785.602652] env[62490]: DEBUG nova.policy [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c466ce27194774a8d1e3a6f81174f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94e6865d78ff43b58360c4e13569c4c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1785.619169] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.742834] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "refresh_cache-45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.743103] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "refresh_cache-45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.743330] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1785.756340] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.756617] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.992864] env[62490]: DEBUG oslo_vmware.api [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065350, 'name': PowerOffVM_Task, 'duration_secs': 0.790261} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.993234] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.993458] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1785.993803] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0546e29e-ac20-47a8-b6ab-7c478ef0bae8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.010251] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065348, 'name': ReconfigVM_Task, 'duration_secs': 1.144275} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.010251] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423490', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'name': 'volume-97bff836-3c9c-4e15-864d-cf772765590e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a043c00b-fda1-425b-ad30-52cbf4143164', 'attached_at': '', 'detached_at': '', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'serial': '97bff836-3c9c-4e15-864d-cf772765590e'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1786.010251] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5fbe8e0-af8a-4518-876e-920e69a21e9b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.019328] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1786.019328] env[62490]: value = "task-2065353" [ 1786.019328] env[62490]: _type = "Task" [ 1786.019328] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.035320] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065353, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.035320] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1786.089604] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.089604] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.089604] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Deleting the datastore file [datastore1] 296569e8-7780-40f1-9edd-a7515f33c44b {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.089604] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5971532-5698-4297-8076-133b2cf9f46c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.100098] env[62490]: DEBUG oslo_vmware.api [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for the task: (returnval){ [ 1786.100098] env[62490]: value = "task-2065354" [ 1786.100098] env[62490]: _type = "Task" [ 1786.100098] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.121587] env[62490]: DEBUG oslo_vmware.api [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.121843] env[62490]: DEBUG oslo_vmware.api [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065351, 'name': PowerOnVM_Task, 'duration_secs': 0.967442} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.122136] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.122525] env[62490]: INFO nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1786.122612] env[62490]: DEBUG nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.123391] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573bee2-f412-4d4d-884d-d8e70e4d8537 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.285737] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.347498] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Successfully created port: 634a73fc-03d7-4d07-b1bd-b169e241b929 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.519416] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Updating instance_info_cache with network_info: [{"id": "8da7a0b0-9ee3-4b4c-a848-3df57ba73555", "address": "fa:16:3e:77:b1:e0", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da7a0b0-9e", "ovs_interfaceid": "8da7a0b0-9ee3-4b4c-a848-3df57ba73555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.531436] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065353, 'name': Rename_Task, 'duration_secs': 0.16415} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.531714] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.531967] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66efaa32-27b4-4a52-924b-e45fb5e00f81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.545955] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1786.545955] env[62490]: value = "task-2065355" [ 1786.545955] env[62490]: _type = "Task" [ 1786.545955] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.559134] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.612450] env[62490]: DEBUG oslo_vmware.api [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Task: {'id': task-2065354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157183} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.613766] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.613766] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.613766] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.613766] env[62490]: INFO nova.compute.manager [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1786.613766] env[62490]: DEBUG oslo.service.loopingcall [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.617331] env[62490]: DEBUG nova.compute.manager [-] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.617331] env[62490]: DEBUG nova.network.neutron [-] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.648213] env[62490]: INFO nova.compute.manager [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Took 42.32 seconds to build instance. [ 1786.689976] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7a895-1de1-4045-b425-0e8f23e13d10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.699299] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885645ad-0cd9-4549-8fea-2b24ae0308a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.735558] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5371af7b-6ce4-40af-ab7b-3b7ec8b338f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.745582] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03f8eaf-e146-41c9-b662-a525a5ccade2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.765787] env[62490]: DEBUG nova.compute.provider_tree [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.022464] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "refresh_cache-45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.023413] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Instance network_info: |[{"id": "8da7a0b0-9ee3-4b4c-a848-3df57ba73555", "address": "fa:16:3e:77:b1:e0", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da7a0b0-9e", "ovs_interfaceid": "8da7a0b0-9ee3-4b4c-a848-3df57ba73555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1787.023587] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:b1:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da7a0b0-9ee3-4b4c-a848-3df57ba73555', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.031242] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Creating folder: Project (94e6865d78ff43b58360c4e13569c4c8). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1787.031864] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d512d0f-8975-44d0-990b-27e05d30ca01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.048770] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1787.051242] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Created folder: Project (94e6865d78ff43b58360c4e13569c4c8) in parent group-v423467. [ 1787.051468] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Creating folder: Instances. Parent ref: group-v423540. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1787.057266] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d116a17d-e32d-46a3-90dd-4538a1ebeee6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.067524] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065355, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.070031] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Created folder: Instances in parent group-v423540. [ 1787.070031] env[62490]: DEBUG oslo.service.loopingcall [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.071429] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.072719] env[62490]: DEBUG nova.compute.manager [req-021bf83c-ba01-43a4-815f-ef74828d424a req-d1844f17-c291-47e9-9155-8851b171c701 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Received event network-vif-deleted-204b870e-4c31-40ba-a4b1-ea11f8d642d0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1787.072913] env[62490]: INFO nova.compute.manager [req-021bf83c-ba01-43a4-815f-ef74828d424a req-d1844f17-c291-47e9-9155-8851b171c701 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Neutron deleted interface 204b870e-4c31-40ba-a4b1-ea11f8d642d0; detaching it from the instance and deleting it from the info cache [ 1787.073121] env[62490]: DEBUG nova.network.neutron [req-021bf83c-ba01-43a4-815f-ef74828d424a req-d1844f17-c291-47e9-9155-8851b171c701 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.074151] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd81d3b2-0d1a-476d-865f-a0358a2013cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.100177] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1787.100177] env[62490]: value = "task-2065358" [ 1787.100177] env[62490]: _type = "Task" [ 1787.100177] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.110812] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.111284] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.111592] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.111803] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.112054] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.112404] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.112809] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.113083] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.113368] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.113645] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.113938] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.117300] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fbebcf-44d7-49cf-aedf-0dd13dce9d36 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.134762] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065358, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.140288] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d0e64b-1b22-433e-932b-a9bec9d94ddb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.161607] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543c6897-2620-46f4-b1b2-b47c8efd222d tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "269daec6-64d9-4885-be21-784f7a4be7a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.199s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.270209] env[62490]: DEBUG nova.scheduler.client.report [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.483221] env[62490]: DEBUG nova.compute.manager [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Received event network-changed-8da7a0b0-9ee3-4b4c-a848-3df57ba73555 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1787.483221] env[62490]: DEBUG nova.compute.manager [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Refreshing instance network info cache due to event network-changed-8da7a0b0-9ee3-4b4c-a848-3df57ba73555. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1787.483221] env[62490]: DEBUG oslo_concurrency.lockutils [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] Acquiring lock "refresh_cache-45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.483221] env[62490]: DEBUG oslo_concurrency.lockutils [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] Acquired lock "refresh_cache-45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.483221] env[62490]: DEBUG nova.network.neutron [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Refreshing network info cache for port 8da7a0b0-9ee3-4b4c-a848-3df57ba73555 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.490319] env[62490]: DEBUG nova.network.neutron [-] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.563251] env[62490]: DEBUG oslo_vmware.api [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065355, 'name': PowerOnVM_Task, 'duration_secs': 0.849854} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.564089] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.564475] env[62490]: INFO nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Took 6.50 seconds to spawn the instance on the hypervisor. [ 1787.564818] env[62490]: DEBUG nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.567018] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93185752-5c66-4a1f-9909-66b25d52504e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.593915] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f80f03ae-2f1e-4160-ad7d-2dd05cb67fa5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.610552] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f02205-3245-4465-8044-15446fdc5504 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.631049] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065358, 'name': CreateVM_Task, 'duration_secs': 0.37825} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.631049] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1787.631637] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.631801] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.632242] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1787.632506] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140a70b2-c2aa-43bb-9a53-dd5b12749b71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.649020] env[62490]: DEBUG nova.compute.manager [req-021bf83c-ba01-43a4-815f-ef74828d424a req-d1844f17-c291-47e9-9155-8851b171c701 service nova] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Detach interface failed, port_id=204b870e-4c31-40ba-a4b1-ea11f8d642d0, reason: Instance 296569e8-7780-40f1-9edd-a7515f33c44b could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1787.649020] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1787.649020] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521fa1ce-809f-1d0e-8993-c530386bd676" [ 1787.649020] env[62490]: _type = "Task" [ 1787.649020] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.657920] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521fa1ce-809f-1d0e-8993-c530386bd676, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.658239] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.658473] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1787.658700] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.658843] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.659031] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1787.659297] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73baa376-7739-4ee5-855a-0860a7b39f11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.666438] env[62490]: DEBUG nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1787.669819] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1787.669996] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1787.671028] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbcf2de-c097-41f3-80c1-6450ce0ee43a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.678028] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1787.678028] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52696332-9c07-8a90-29d3-6969fb26ef09" [ 1787.678028] env[62490]: _type = "Task" [ 1787.678028] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.688847] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52696332-9c07-8a90-29d3-6969fb26ef09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.775567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.776091] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1787.779129] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.416s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.780782] env[62490]: INFO nova.compute.claims [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.995037] env[62490]: INFO nova.compute.manager [-] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Took 1.38 seconds to deallocate network for instance. [ 1788.085565] env[62490]: INFO nova.compute.manager [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Took 40.61 seconds to build instance. [ 1788.189560] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52696332-9c07-8a90-29d3-6969fb26ef09, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.192030] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12ac441-5f2f-4be1-8a55-f9823aca1862 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.197020] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.199129] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1788.199129] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52faac8a-cdc7-2060-4e81-09a9765f0817" [ 1788.199129] env[62490]: _type = "Task" [ 1788.199129] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.208615] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52faac8a-cdc7-2060-4e81-09a9765f0817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.285374] env[62490]: DEBUG nova.compute.utils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.293065] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.293322] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.423257] env[62490]: DEBUG nova.policy [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c466ce27194774a8d1e3a6f81174f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94e6865d78ff43b58360c4e13569c4c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.433054] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "77963072-fae4-4155-8d71-6891a21db18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.433301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "77963072-fae4-4155-8d71-6891a21db18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.450024] env[62490]: DEBUG nova.network.neutron [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Updated VIF entry in instance network info cache for port 8da7a0b0-9ee3-4b4c-a848-3df57ba73555. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.450410] env[62490]: DEBUG nova.network.neutron [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Updating instance_info_cache with network_info: [{"id": "8da7a0b0-9ee3-4b4c-a848-3df57ba73555", "address": "fa:16:3e:77:b1:e0", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da7a0b0-9e", "ovs_interfaceid": "8da7a0b0-9ee3-4b4c-a848-3df57ba73555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.459548] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Successfully updated port: 634a73fc-03d7-4d07-b1bd-b169e241b929 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.500133] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.591247] env[62490]: DEBUG oslo_concurrency.lockutils [None req-819d75f9-556c-42e4-a2ca-7bef5557d1b9 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "a043c00b-fda1-425b-ad30-52cbf4143164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.287s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.711100] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52faac8a-cdc7-2060-4e81-09a9765f0817, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.712411] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.712680] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0/45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1788.713815] env[62490]: DEBUG nova.compute.manager [None req-9acd6a39-7698-4380-830f-692292806e94 tempest-ServerDiagnosticsV248Test-776713483 tempest-ServerDiagnosticsV248Test-776713483-project-admin] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.714087] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a54cc6-e180-47ae-8840-3ec0aca1d62f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.717158] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf32494-cdbf-4e50-b634-198dc676683b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.725938] env[62490]: INFO nova.compute.manager [None req-9acd6a39-7698-4380-830f-692292806e94 tempest-ServerDiagnosticsV248Test-776713483 tempest-ServerDiagnosticsV248Test-776713483-project-admin] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Retrieving diagnostics [ 1788.727837] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e591755c-78f6-45dd-ae87-5b7f2d900980 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.731018] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1788.731018] env[62490]: value = "task-2065359" [ 1788.731018] env[62490]: _type = "Task" [ 1788.731018] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.767491] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.794319] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1788.955935] env[62490]: DEBUG oslo_concurrency.lockutils [req-d47229a1-7483-4ec7-b006-ea85796c2b83 req-ee5b6b5e-4b5b-410d-9bb9-0c34222e7785 service nova] Releasing lock "refresh_cache-45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.963071] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "refresh_cache-ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.963244] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "refresh_cache-ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.963511] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.093110] env[62490]: DEBUG nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.144524] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Successfully created port: 47f84f47-316a-4802-898a-4552ed305aee {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.245352] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.451161] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12585d77-d38b-4723-9419-de1868bbf9cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.459733] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4249fd0d-6230-472c-b919-661c249e3025 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.494392] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9759af-6055-4ae8-bdcd-a699e7c6d54c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.506929] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1caba-8a87-4605-b6f6-a805dec2791d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.524138] env[62490]: DEBUG nova.compute.provider_tree [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.536581] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.613418] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.659723] env[62490]: DEBUG nova.compute.manager [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Received event network-changed-491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1789.659723] env[62490]: DEBUG nova.compute.manager [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Refreshing instance network info cache due to event network-changed-491a99ac-49b4-4a70-bcd9-944e84a80500. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1789.659723] env[62490]: DEBUG oslo_concurrency.lockutils [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] Acquiring lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.659723] env[62490]: DEBUG oslo_concurrency.lockutils [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] Acquired lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.659723] env[62490]: DEBUG nova.network.neutron [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Refreshing network info cache for port 491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.745137] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593752} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.745947] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Updating instance_info_cache with network_info: [{"id": "634a73fc-03d7-4d07-b1bd-b169e241b929", "address": "fa:16:3e:71:41:04", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634a73fc-03", "ovs_interfaceid": "634a73fc-03d7-4d07-b1bd-b169e241b929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.747162] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0/45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1789.747378] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1789.747629] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eecf4f83-195d-4a8d-b2e0-254dadf61530 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.755858] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1789.755858] env[62490]: value = "task-2065360" [ 1789.755858] env[62490]: _type = "Task" [ 1789.755858] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.772479] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.816777] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1789.845255] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.845509] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.847232] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.847534] env[62490]: DEBUG nova.virt.hardware [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.848895] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d50660-5f23-4e37-b3e0-1134e460d0cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.858024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb8658-e36b-4b4d-b867-84f7bdd547ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.890437] env[62490]: DEBUG nova.compute.manager [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Received event network-vif-plugged-634a73fc-03d7-4d07-b1bd-b169e241b929 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1789.891362] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Acquiring lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.891362] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.891528] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.891618] env[62490]: DEBUG nova.compute.manager [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] No waiting events found dispatching network-vif-plugged-634a73fc-03d7-4d07-b1bd-b169e241b929 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1789.891778] env[62490]: WARNING nova.compute.manager [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Received unexpected event network-vif-plugged-634a73fc-03d7-4d07-b1bd-b169e241b929 for instance with vm_state building and task_state spawning. [ 1789.891947] env[62490]: DEBUG nova.compute.manager [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Received event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1789.892164] env[62490]: DEBUG nova.compute.manager [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing instance network info cache due to event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1789.892360] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Acquiring lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.892523] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Acquired lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.892686] env[62490]: DEBUG nova.network.neutron [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.006151] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.006675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.006675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.006822] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.007057] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.009465] env[62490]: INFO nova.compute.manager [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Terminating instance [ 1790.027592] env[62490]: DEBUG nova.scheduler.client.report [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.251737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "refresh_cache-ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.252143] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Instance network_info: |[{"id": "634a73fc-03d7-4d07-b1bd-b169e241b929", "address": "fa:16:3e:71:41:04", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634a73fc-03", "ovs_interfaceid": "634a73fc-03d7-4d07-b1bd-b169e241b929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1790.252542] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:41:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '634a73fc-03d7-4d07-b1bd-b169e241b929', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.265284] env[62490]: DEBUG oslo.service.loopingcall [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.265721] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.272944] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3387b4d-b4eb-498d-ae9f-a7bfcd2fdb9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.310080] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188314} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.312209] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1790.312572] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.312572] env[62490]: value = "task-2065361" [ 1790.312572] env[62490]: _type = "Task" [ 1790.312572] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.313360] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d911182a-4bc3-4bc9-9782-62061dffa96a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.325349] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065361, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.345807] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0/45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.346527] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6dd0ded-c6b3-43a9-b461-43ebb60d0346 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.376275] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1790.376275] env[62490]: value = "task-2065362" [ 1790.376275] env[62490]: _type = "Task" [ 1790.376275] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.386334] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.490250] env[62490]: DEBUG nova.network.neutron [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Updated VIF entry in instance network info cache for port 491a99ac-49b4-4a70-bcd9-944e84a80500. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.490701] env[62490]: DEBUG nova.network.neutron [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Updating instance_info_cache with network_info: [{"id": "491a99ac-49b4-4a70-bcd9-944e84a80500", "address": "fa:16:3e:fc:c9:5c", "network": {"id": "3f8da960-8633-4eca-8cd9-5c92d50c749b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1601159132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa1b6a31c2d4469b4531a035d10f109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bde2f6cc-fb26-4d71-95a6-57d1ae1c4afd", "external-id": "nsx-vlan-transportzone-206", "segmentation_id": 206, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap491a99ac-49", "ovs_interfaceid": "491a99ac-49b4-4a70-bcd9-944e84a80500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.516188] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "refresh_cache-61b30329-73ea-46be-9c33-b4c7d7f06d9e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.517730] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquired lock "refresh_cache-61b30329-73ea-46be-9c33-b4c7d7f06d9e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.517730] env[62490]: DEBUG nova.network.neutron [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.533265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.533796] env[62490]: DEBUG nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1790.537964] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.122s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.538203] env[62490]: DEBUG nova.objects.instance [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lazy-loading 'resources' on Instance uuid 75a2bcb3-feef-43ae-aa9d-bbf97faae66b {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.683600] env[62490]: DEBUG nova.network.neutron [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updated VIF entry in instance network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.684082] env[62490]: DEBUG nova.network.neutron [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.830076] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065361, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.887777] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065362, 'name': ReconfigVM_Task, 'duration_secs': 0.356754} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.888147] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0/45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.888806] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-503cbdd0-f9e9-4d04-b2ab-3de52611252a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.897518] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1790.897518] env[62490]: value = "task-2065363" [ 1790.897518] env[62490]: _type = "Task" [ 1790.897518] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.908628] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065363, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.993493] env[62490]: DEBUG oslo_concurrency.lockutils [req-84fd14e7-78a7-4a7d-aa9d-faa10e3e946d req-d965c1d7-f6e9-407e-a19b-8b3e1c25753d service nova] Releasing lock "refresh_cache-a043c00b-fda1-425b-ad30-52cbf4143164" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.044027] env[62490]: DEBUG nova.compute.utils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.046731] env[62490]: DEBUG nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.046906] env[62490]: DEBUG nova.network.neutron [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.057886] env[62490]: DEBUG nova.network.neutron [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.103918] env[62490]: DEBUG nova.policy [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa6a938305b444fab56532ad534a1cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf64293ceb7a41889059e4034359020e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.187793] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Releasing lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.188339] env[62490]: DEBUG nova.compute.manager [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Received event network-changed-634a73fc-03d7-4d07-b1bd-b169e241b929 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1791.188631] env[62490]: DEBUG nova.compute.manager [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Refreshing instance network info cache due to event network-changed-634a73fc-03d7-4d07-b1bd-b169e241b929. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1791.189189] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Acquiring lock "refresh_cache-ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.189450] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Acquired lock "refresh_cache-ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.189723] env[62490]: DEBUG nova.network.neutron [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Refreshing network info cache for port 634a73fc-03d7-4d07-b1bd-b169e241b929 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.197535] env[62490]: DEBUG nova.network.neutron [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.283034] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Successfully updated port: 47f84f47-316a-4802-898a-4552ed305aee {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.334273] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065361, 'name': CreateVM_Task, 'duration_secs': 0.674768} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.334500] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.335207] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.335373] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.335682] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.335937] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf03caa2-4c09-4756-9c4b-5fa2d72dcf6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.344404] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1791.344404] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529069d0-51f7-12c3-efca-2077b660d852" [ 1791.344404] env[62490]: _type = "Task" [ 1791.344404] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.355094] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529069d0-51f7-12c3-efca-2077b660d852, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.356075] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.356075] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.356075] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.356075] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.356389] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.358856] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f7b747-2bc1-493c-92b0-1ee78aba56e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.381261] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.381261] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.381261] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bebe4d6-0518-48cc-950b-1c45b5d7174c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.393647] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1791.393647] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52943062-5edb-5bf8-cac0-57a46a46355b" [ 1791.393647] env[62490]: _type = "Task" [ 1791.393647] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.404778] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52943062-5edb-5bf8-cac0-57a46a46355b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.412473] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065363, 'name': Rename_Task, 'duration_secs': 0.175296} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.416018] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1791.416018] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f3c8fa-73d7-4ae9-aaaa-46ba4ae8b333 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.421437] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1791.421437] env[62490]: value = "task-2065364" [ 1791.421437] env[62490]: _type = "Task" [ 1791.421437] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.436995] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.552520] env[62490]: DEBUG nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1791.637067] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdcef72-02ab-4842-882c-3bb9e930dcc3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.645643] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6870c00e-ef21-4ac3-b815-ca46d24962a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.677308] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268de572-df7d-4460-9cf7-e1e5480d065d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.687102] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e57eda4-11a9-452f-9c47-7c5ff91fc270 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.696238] env[62490]: DEBUG nova.compute.manager [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Received event network-vif-plugged-47f84f47-316a-4802-898a-4552ed305aee {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1791.696442] env[62490]: DEBUG oslo_concurrency.lockutils [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] Acquiring lock "5911ad6b-f534-426e-aac5-20629a9dd1e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.696689] env[62490]: DEBUG oslo_concurrency.lockutils [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.696862] env[62490]: DEBUG oslo_concurrency.lockutils [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.697090] env[62490]: DEBUG nova.compute.manager [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] No waiting events found dispatching network-vif-plugged-47f84f47-316a-4802-898a-4552ed305aee {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1791.697239] env[62490]: WARNING nova.compute.manager [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Received unexpected event network-vif-plugged-47f84f47-316a-4802-898a-4552ed305aee for instance with vm_state building and task_state spawning. [ 1791.697394] env[62490]: DEBUG nova.compute.manager [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Received event network-changed-47f84f47-316a-4802-898a-4552ed305aee {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1791.697964] env[62490]: DEBUG nova.compute.manager [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Refreshing instance network info cache due to event network-changed-47f84f47-316a-4802-898a-4552ed305aee. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1791.697964] env[62490]: DEBUG oslo_concurrency.lockutils [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] Acquiring lock "refresh_cache-5911ad6b-f534-426e-aac5-20629a9dd1e1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.697964] env[62490]: DEBUG oslo_concurrency.lockutils [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] Acquired lock "refresh_cache-5911ad6b-f534-426e-aac5-20629a9dd1e1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.698151] env[62490]: DEBUG nova.network.neutron [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Refreshing network info cache for port 47f84f47-316a-4802-898a-4552ed305aee {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.699931] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Releasing lock "refresh_cache-61b30329-73ea-46be-9c33-b4c7d7f06d9e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.700316] env[62490]: DEBUG nova.compute.manager [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.701607] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.702222] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42f43d-b096-42d7-8e77-f51b14e8dcfd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.707758] env[62490]: DEBUG nova.network.neutron [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Successfully created port: 9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1791.717866] env[62490]: DEBUG nova.compute.provider_tree [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.724797] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.725075] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310ad5e8-af66-4295-8d47-3841194048af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.733527] env[62490]: DEBUG oslo_vmware.api [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1791.733527] env[62490]: value = "task-2065365" [ 1791.733527] env[62490]: _type = "Task" [ 1791.733527] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.743329] env[62490]: DEBUG oslo_vmware.api [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.784758] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "refresh_cache-5911ad6b-f534-426e-aac5-20629a9dd1e1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.907941] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52943062-5edb-5bf8-cac0-57a46a46355b, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.908982] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69323a2a-30bd-4762-90c8-5d703c3e1b5d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.915646] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1791.915646] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523c3a16-693a-2506-628f-38b7a125c343" [ 1791.915646] env[62490]: _type = "Task" [ 1791.915646] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.930911] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523c3a16-693a-2506-628f-38b7a125c343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.937131] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.945241] env[62490]: DEBUG nova.network.neutron [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Updated VIF entry in instance network info cache for port 634a73fc-03d7-4d07-b1bd-b169e241b929. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1791.945495] env[62490]: DEBUG nova.network.neutron [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Updating instance_info_cache with network_info: [{"id": "634a73fc-03d7-4d07-b1bd-b169e241b929", "address": "fa:16:3e:71:41:04", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634a73fc-03", "ovs_interfaceid": "634a73fc-03d7-4d07-b1bd-b169e241b929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.221247] env[62490]: DEBUG nova.scheduler.client.report [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.241336] env[62490]: DEBUG nova.network.neutron [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.246820] env[62490]: DEBUG oslo_vmware.api [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065365, 'name': PowerOffVM_Task, 'duration_secs': 0.15314} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.247085] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.247266] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.247752] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9da0772-b841-4eb9-968a-671aa436bf9e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.275718] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.275871] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.276029] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Deleting the datastore file [datastore1] 61b30329-73ea-46be-9c33-b4c7d7f06d9e {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.276296] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eba47d40-61bb-4e5c-ac4e-b11ec50f8eeb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.283506] env[62490]: DEBUG oslo_vmware.api [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for the task: (returnval){ [ 1792.283506] env[62490]: value = "task-2065367" [ 1792.283506] env[62490]: _type = "Task" [ 1792.283506] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.291675] env[62490]: DEBUG oslo_vmware.api [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.365807] env[62490]: DEBUG nova.network.neutron [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.429836] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523c3a16-693a-2506-628f-38b7a125c343, 'name': SearchDatastore_Task, 'duration_secs': 0.014899} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.430154] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.430467] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ff7b9162-534d-43d0-b1d3-cf65e8c26d2c/ff7b9162-534d-43d0-b1d3-cf65e8c26d2c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.431140] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b8c20d6-5670-49fe-8c6e-993e45ea8dcb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.436312] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065364, 'name': PowerOnVM_Task, 'duration_secs': 0.63621} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.436876] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.437133] env[62490]: INFO nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1792.437324] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.438150] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2873f1-f244-456c-9145-01246ca9877b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.441593] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1792.441593] env[62490]: value = "task-2065368" [ 1792.441593] env[62490]: _type = "Task" [ 1792.441593] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.448585] env[62490]: DEBUG oslo_concurrency.lockutils [req-5fd71c19-ec66-4501-9975-acab5cd4b63a req-9528c1cf-54a0-4b46-8663-4e587169d885 service nova] Releasing lock "refresh_cache-ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.456752] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.567522] env[62490]: DEBUG nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1792.593126] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1792.593126] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.593126] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1792.593350] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.593640] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1792.594334] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1792.595057] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1792.595057] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1792.595177] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1792.595414] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1792.595697] env[62490]: DEBUG nova.virt.hardware [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1792.596952] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43659adc-c1f3-484f-85b5-606a751b5249 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.608035] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6734fbd-2957-4ab5-84b0-0a9b1d9fd7ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.726785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.730914] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.674s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.733271] env[62490]: INFO nova.compute.claims [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.755616] env[62490]: INFO nova.scheduler.client.report [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Deleted allocations for instance 75a2bcb3-feef-43ae-aa9d-bbf97faae66b [ 1792.796043] env[62490]: DEBUG oslo_vmware.api [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Task: {'id': task-2065367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266787} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.796426] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.796616] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.796897] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.799541] env[62490]: INFO nova.compute.manager [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1792.799541] env[62490]: DEBUG oslo.service.loopingcall [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.799541] env[62490]: DEBUG nova.compute.manager [-] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1792.799541] env[62490]: DEBUG nova.network.neutron [-] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1792.816536] env[62490]: DEBUG nova.network.neutron [-] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.870456] env[62490]: DEBUG oslo_concurrency.lockutils [req-1353ffd5-6587-431b-a27a-359a430a8a6a req-a8c27636-a0ce-438c-bd7d-9824a13659cd service nova] Releasing lock "refresh_cache-5911ad6b-f534-426e-aac5-20629a9dd1e1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.870878] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "refresh_cache-5911ad6b-f534-426e-aac5-20629a9dd1e1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.871139] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.962669] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065368, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.967140] env[62490]: INFO nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Took 39.49 seconds to build instance. [ 1793.219027] env[62490]: DEBUG nova.compute.manager [req-8b89e883-5d76-4346-a067-f88fe07fdfdd req-471f0184-260c-420f-b787-bbf6be0384fc service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Received event network-vif-plugged-9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1793.219632] env[62490]: DEBUG oslo_concurrency.lockutils [req-8b89e883-5d76-4346-a067-f88fe07fdfdd req-471f0184-260c-420f-b787-bbf6be0384fc service nova] Acquiring lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.219855] env[62490]: DEBUG oslo_concurrency.lockutils [req-8b89e883-5d76-4346-a067-f88fe07fdfdd req-471f0184-260c-420f-b787-bbf6be0384fc service nova] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.220151] env[62490]: DEBUG oslo_concurrency.lockutils [req-8b89e883-5d76-4346-a067-f88fe07fdfdd req-471f0184-260c-420f-b787-bbf6be0384fc service nova] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.220492] env[62490]: DEBUG nova.compute.manager [req-8b89e883-5d76-4346-a067-f88fe07fdfdd req-471f0184-260c-420f-b787-bbf6be0384fc service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] No waiting events found dispatching network-vif-plugged-9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.220785] env[62490]: WARNING nova.compute.manager [req-8b89e883-5d76-4346-a067-f88fe07fdfdd req-471f0184-260c-420f-b787-bbf6be0384fc service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Received unexpected event network-vif-plugged-9031c1bc-bcce-471d-8d41-98c6caecbe4b for instance with vm_state building and task_state spawning. [ 1793.266172] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec77f392-6616-462a-8cca-a6aa1cdc66ba tempest-ServerExternalEventsTest-165911000 tempest-ServerExternalEventsTest-165911000-project-member] Lock "75a2bcb3-feef-43ae-aa9d-bbf97faae66b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.321s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.319654] env[62490]: DEBUG nova.network.neutron [-] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.426597] env[62490]: DEBUG nova.network.neutron [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Successfully updated port: 9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1793.435812] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1793.458900] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709286} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.459226] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ff7b9162-534d-43d0-b1d3-cf65e8c26d2c/ff7b9162-534d-43d0-b1d3-cf65e8c26d2c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.459438] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.459692] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-793b0c2e-e6c3-45f8-b4a8-947778bb8bb1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.468099] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1793.468099] env[62490]: value = "task-2065369" [ 1793.468099] env[62490]: _type = "Task" [ 1793.468099] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.473586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.749s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.483813] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.630236] env[62490]: DEBUG nova.network.neutron [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Updating instance_info_cache with network_info: [{"id": "47f84f47-316a-4802-898a-4552ed305aee", "address": "fa:16:3e:98:70:2f", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f84f47-31", "ovs_interfaceid": "47f84f47-316a-4802-898a-4552ed305aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.823944] env[62490]: INFO nova.compute.manager [-] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Took 1.03 seconds to deallocate network for instance. [ 1793.927825] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.927983] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.928205] env[62490]: DEBUG nova.network.neutron [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1793.976268] env[62490]: DEBUG nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.984833] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090536} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.988696] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1793.990628] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4580b06-9f51-479e-98ad-14942e5b3708 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.019660] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ff7b9162-534d-43d0-b1d3-cf65e8c26d2c/ff7b9162-534d-43d0-b1d3-cf65e8c26d2c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.023361] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a3f1b2-c26f-48ba-a616-a6bdb5221c56 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.049076] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1794.049076] env[62490]: value = "task-2065370" [ 1794.049076] env[62490]: _type = "Task" [ 1794.049076] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.066436] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.132853] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "refresh_cache-5911ad6b-f534-426e-aac5-20629a9dd1e1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.133269] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Instance network_info: |[{"id": "47f84f47-316a-4802-898a-4552ed305aee", "address": "fa:16:3e:98:70:2f", "network": {"id": "2bbce775-0742-420a-ad4c-9dc6a6f1a05a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-49054107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e6865d78ff43b58360c4e13569c4c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f84f47-31", "ovs_interfaceid": "47f84f47-316a-4802-898a-4552ed305aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1794.133709] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:70:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47f84f47-316a-4802-898a-4552ed305aee', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.141883] env[62490]: DEBUG oslo.service.loopingcall [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.144822] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.145501] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139f8906-253d-48ae-8a1e-87ded1dd9b2b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.174259] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.174259] env[62490]: value = "task-2065371" [ 1794.174259] env[62490]: _type = "Task" [ 1794.174259] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.180694] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065371, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.316509] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2432487-7858-4f2c-a417-61f7c9e3450a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.324392] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c899c2-e4f0-4084-a0f5-24148ced2abe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.329903] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.357455] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2fdd26-f524-4484-93a5-fb87a405e394 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.367067] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1cf749-46cf-48aa-855e-2a9faa42962c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.381710] env[62490]: DEBUG nova.compute.provider_tree [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.469881] env[62490]: DEBUG nova.network.neutron [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1794.499527] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.560361] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.653735] env[62490]: DEBUG nova.network.neutron [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Updating instance_info_cache with network_info: [{"id": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "address": "fa:16:3e:83:3a:5a", "network": {"id": "49c53ce2-3800-4b36-b9f8-ad6a76c9cfcb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1625459770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf64293ceb7a41889059e4034359020e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9031c1bc-bc", "ovs_interfaceid": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.682957] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065371, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.885662] env[62490]: DEBUG nova.scheduler.client.report [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.061589] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065370, 'name': ReconfigVM_Task, 'duration_secs': 0.717976} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.061952] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ff7b9162-534d-43d0-b1d3-cf65e8c26d2c/ff7b9162-534d-43d0-b1d3-cf65e8c26d2c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.062587] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e99fda91-3378-447f-8f1e-ebe06243f280 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.070212] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1795.070212] env[62490]: value = "task-2065372" [ 1795.070212] env[62490]: _type = "Task" [ 1795.070212] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.079547] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065372, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.157032] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Releasing lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.157161] env[62490]: DEBUG nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Instance network_info: |[{"id": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "address": "fa:16:3e:83:3a:5a", "network": {"id": "49c53ce2-3800-4b36-b9f8-ad6a76c9cfcb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1625459770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf64293ceb7a41889059e4034359020e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9031c1bc-bc", "ovs_interfaceid": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1795.157800] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:3a:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9031c1bc-bcce-471d-8d41-98c6caecbe4b', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.167223] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Creating folder: Project (bf64293ceb7a41889059e4034359020e). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.167991] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddcdc3a9-5cf1-41c7-b79c-a9bac432bfcd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.183074] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065371, 'name': CreateVM_Task, 'duration_secs': 0.591007} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.184786] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.184786] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Created folder: Project (bf64293ceb7a41889059e4034359020e) in parent group-v423467. [ 1795.184922] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Creating folder: Instances. Parent ref: group-v423545. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.185615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.185778] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.186131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.186378] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc9c058-a355-48ef-8066-7cff30cc1961 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.188149] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0a3c69-eb4d-40de-970f-a95e70efb29e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.193433] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1795.193433] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524bb442-b2dc-29c7-3192-790557da4157" [ 1795.193433] env[62490]: _type = "Task" [ 1795.193433] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.200176] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Created folder: Instances in parent group-v423545. [ 1795.200403] env[62490]: DEBUG oslo.service.loopingcall [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.203675] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.204075] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524bb442-b2dc-29c7-3192-790557da4157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.205313] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-463b3ddb-42b9-4fc9-8c93-66e2772d443d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.226544] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.226544] env[62490]: value = "task-2065375" [ 1795.226544] env[62490]: _type = "Task" [ 1795.226544] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.237365] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065375, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.255242] env[62490]: DEBUG nova.compute.manager [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Received event network-changed-9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1795.255652] env[62490]: DEBUG nova.compute.manager [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Refreshing instance network info cache due to event network-changed-9031c1bc-bcce-471d-8d41-98c6caecbe4b. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1795.255652] env[62490]: DEBUG oslo_concurrency.lockutils [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] Acquiring lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.255652] env[62490]: DEBUG oslo_concurrency.lockutils [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] Acquired lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.255854] env[62490]: DEBUG nova.network.neutron [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Refreshing network info cache for port 9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.391459] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.392171] env[62490]: DEBUG nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1795.395640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.470s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.397342] env[62490]: INFO nova.compute.claims [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1795.581104] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065372, 'name': Rename_Task, 'duration_secs': 0.220632} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.581450] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.581706] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd5e4a75-7fc4-4d08-bc28-eba6c0d1ab4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.597629] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1795.597629] env[62490]: value = "task-2065376" [ 1795.597629] env[62490]: _type = "Task" [ 1795.597629] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.611614] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.704788] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524bb442-b2dc-29c7-3192-790557da4157, 'name': SearchDatastore_Task, 'duration_secs': 0.014258} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.705165] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.705409] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.705640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.705784] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.705961] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.706279] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0729ffa-04d1-4d93-930f-616c53341019 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.717920] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.717920] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.718512] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0e58d4-5c99-426e-ab89-da756f91b250 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.724954] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1795.724954] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c49c7f-8a47-354e-7d7a-41dd69805b59" [ 1795.724954] env[62490]: _type = "Task" [ 1795.724954] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.737744] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065375, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.741278] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c49c7f-8a47-354e-7d7a-41dd69805b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.902607] env[62490]: DEBUG nova.compute.utils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.906445] env[62490]: DEBUG nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.906646] env[62490]: DEBUG nova.network.neutron [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1796.029470] env[62490]: DEBUG nova.policy [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b96278437a4d7bbc8f893ac14a6932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a8d35a614445f4a3d9d609a566efe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.036035] env[62490]: DEBUG nova.network.neutron [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Updated VIF entry in instance network info cache for port 9031c1bc-bcce-471d-8d41-98c6caecbe4b. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.036395] env[62490]: DEBUG nova.network.neutron [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Updating instance_info_cache with network_info: [{"id": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "address": "fa:16:3e:83:3a:5a", "network": {"id": "49c53ce2-3800-4b36-b9f8-ad6a76c9cfcb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1625459770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf64293ceb7a41889059e4034359020e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9031c1bc-bc", "ovs_interfaceid": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.122546] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065376, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.247438] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065375, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.251222] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c49c7f-8a47-354e-7d7a-41dd69805b59, 'name': SearchDatastore_Task, 'duration_secs': 0.013698} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.252026] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c66100-5113-48a0-af88-24a39f5cf222 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.261999] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1796.261999] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ffc125-b014-7c16-dc11-0e42c3c57023" [ 1796.261999] env[62490]: _type = "Task" [ 1796.261999] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.272177] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ffc125-b014-7c16-dc11-0e42c3c57023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.410292] env[62490]: DEBUG nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1796.544020] env[62490]: DEBUG oslo_concurrency.lockutils [req-8f5b33e9-128c-4653-a5d6-342abae3be31 req-2f93f8b0-acaf-4084-a433-93a83cc1f02f service nova] Releasing lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.546960] env[62490]: DEBUG nova.network.neutron [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Successfully created port: 47432f1c-5ca3-4795-b3f0-5bd31c10c671 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1796.613122] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065376, 'name': PowerOnVM_Task, 'duration_secs': 0.539806} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.613401] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.613604] env[62490]: INFO nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1796.613780] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.614656] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca9c290-8726-4f04-999b-ba7303b48d2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.745472] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065375, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.778292] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ffc125-b014-7c16-dc11-0e42c3c57023, 'name': SearchDatastore_Task, 'duration_secs': 0.029665} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.781099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.781386] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5911ad6b-f534-426e-aac5-20629a9dd1e1/5911ad6b-f534-426e-aac5-20629a9dd1e1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.782647] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8499533c-71c8-408e-8978-11cf2def19ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.791539] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1796.791539] env[62490]: value = "task-2065377" [ 1796.791539] env[62490]: _type = "Task" [ 1796.791539] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.810502] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.980031] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f001da-1b56-4b5d-97a6-0d37cd87d066 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.989497] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ab539-d357-4df0-a338-1fe2bd504a1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.024064] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acc907a-ccc1-453e-a4bf-215ff6d74aeb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.032664] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec73ac34-96b2-4f95-8047-f6d783568227 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.052569] env[62490]: DEBUG nova.compute.provider_tree [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.138929] env[62490]: INFO nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Took 41.07 seconds to build instance. [ 1797.244121] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065375, 'name': CreateVM_Task, 'duration_secs': 1.703412} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.244333] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.245871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.245871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.245871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.246098] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b7d1a9-9b72-449d-90ae-26be2b73e820 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.254612] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1797.254612] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52046a3d-fa23-f4b4-39f2-0ec5dbe0b8cb" [ 1797.254612] env[62490]: _type = "Task" [ 1797.254612] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.267795] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52046a3d-fa23-f4b4-39f2-0ec5dbe0b8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.303978] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065377, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.427038] env[62490]: DEBUG nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1797.454103] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1797.454103] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.454103] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1797.454103] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.454567] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1797.454848] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1797.455195] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1797.455539] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1797.455936] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1797.456358] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1797.456806] env[62490]: DEBUG nova.virt.hardware [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1797.457813] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace850a6-c497-4e79-9a10-b16a2b2682b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.471024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d980da-7e9e-4ed5-a66a-12d8c5ef8c4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.557102] env[62490]: DEBUG nova.scheduler.client.report [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1797.642218] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.819s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.767141] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52046a3d-fa23-f4b4-39f2-0ec5dbe0b8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.064762} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.767141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.767344] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.767586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.767737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.767926] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.768221] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-672841ed-c1c4-4ad0-9929-d4cecdd36e91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.785237] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.785456] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.786486] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08715119-1123-4fe4-9bba-723148c6bf52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.797934] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1797.797934] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f987fd-8d54-8403-c7a7-404203ced260" [ 1797.797934] env[62490]: _type = "Task" [ 1797.797934] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.806202] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616565} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.806829] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5911ad6b-f534-426e-aac5-20629a9dd1e1/5911ad6b-f534-426e-aac5-20629a9dd1e1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.807084] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.807339] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec870d8a-07a6-48b9-b7df-678b98c5bc68 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.812113] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f987fd-8d54-8403-c7a7-404203ced260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.818554] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1797.818554] env[62490]: value = "task-2065378" [ 1797.818554] env[62490]: _type = "Task" [ 1797.818554] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.830101] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.061445] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.061833] env[62490]: DEBUG nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1798.067306] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.899s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.067533] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.068263] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1798.068591] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.083s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.070079] env[62490]: INFO nova.compute.claims [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1798.080156] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b71ffc5-d713-414c-9ba7-94df68d67dde {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.092866] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c4b68-c89c-4e3f-b325-667ec404f012 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.113504] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6736412c-5651-42a3-9143-6f5e4891e7ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.124117] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11947b19-aff8-4d4f-9962-f098edb9fc7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.166235] env[62490]: DEBUG nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1798.171723] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180810MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1798.171917] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.310849] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f987fd-8d54-8403-c7a7-404203ced260, 'name': SearchDatastore_Task, 'duration_secs': 0.039036} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.310946] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d4c3756-faaa-40aa-9a50-ccea4f0aa557 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.317062] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1798.317062] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526b5817-7d9f-24e9-6642-60a9e1c0d1bb" [ 1798.317062] env[62490]: _type = "Task" [ 1798.317062] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.340032] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171383} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.340032] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526b5817-7d9f-24e9-6642-60a9e1c0d1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.340032] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.343487] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39c3e84-fec7-45d0-9c0a-cc481d6daf49 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.372278] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 5911ad6b-f534-426e-aac5-20629a9dd1e1/5911ad6b-f534-426e-aac5-20629a9dd1e1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.373050] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6195b04-993b-4beb-a360-3fba37351e0d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.395564] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1798.395564] env[62490]: value = "task-2065379" [ 1798.395564] env[62490]: _type = "Task" [ 1798.395564] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.401061] env[62490]: DEBUG nova.compute.manager [req-d7e290c1-6502-4f6b-8f45-cb454108104b req-34e7dd08-a210-4b7c-a0ff-ace2f79c0814 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Received event network-vif-plugged-47432f1c-5ca3-4795-b3f0-5bd31c10c671 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1798.401290] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7e290c1-6502-4f6b-8f45-cb454108104b req-34e7dd08-a210-4b7c-a0ff-ace2f79c0814 service nova] Acquiring lock "3df0186d-bf68-4764-aaf3-5f0289d89809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.402098] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7e290c1-6502-4f6b-8f45-cb454108104b req-34e7dd08-a210-4b7c-a0ff-ace2f79c0814 service nova] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.402098] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7e290c1-6502-4f6b-8f45-cb454108104b req-34e7dd08-a210-4b7c-a0ff-ace2f79c0814 service nova] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.402098] env[62490]: DEBUG nova.compute.manager [req-d7e290c1-6502-4f6b-8f45-cb454108104b req-34e7dd08-a210-4b7c-a0ff-ace2f79c0814 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] No waiting events found dispatching network-vif-plugged-47432f1c-5ca3-4795-b3f0-5bd31c10c671 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.402098] env[62490]: WARNING nova.compute.manager [req-d7e290c1-6502-4f6b-8f45-cb454108104b req-34e7dd08-a210-4b7c-a0ff-ace2f79c0814 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Received unexpected event network-vif-plugged-47432f1c-5ca3-4795-b3f0-5bd31c10c671 for instance with vm_state building and task_state spawning. [ 1798.409818] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.549136] env[62490]: DEBUG nova.network.neutron [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Successfully updated port: 47432f1c-5ca3-4795-b3f0-5bd31c10c671 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1798.581848] env[62490]: DEBUG nova.compute.utils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1798.587020] env[62490]: DEBUG nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1798.587020] env[62490]: DEBUG nova.network.neutron [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1798.662931] env[62490]: DEBUG nova.policy [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1d53869377846b185bb8f45a48b2d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e3fb3e90970495ba0f0ddd21064397b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1798.697749] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.829617] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526b5817-7d9f-24e9-6642-60a9e1c0d1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020635} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.830014] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.830344] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8a7f3c99-5084-4688-9ed5-1854c2c8733d/8a7f3c99-5084-4688-9ed5-1854c2c8733d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.830648] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6592bb86-ca2d-4124-b3b6-a1ccc0fcfe58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.843359] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1798.843359] env[62490]: value = "task-2065380" [ 1798.843359] env[62490]: _type = "Task" [ 1798.843359] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.853222] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.908614] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065379, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.037972] env[62490]: DEBUG nova.network.neutron [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Successfully created port: 7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1799.052192] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-3df0186d-bf68-4764-aaf3-5f0289d89809" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.052381] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-3df0186d-bf68-4764-aaf3-5f0289d89809" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.052528] env[62490]: DEBUG nova.network.neutron [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1799.085213] env[62490]: DEBUG nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1799.359429] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065380, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.412996] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065379, 'name': ReconfigVM_Task, 'duration_secs': 0.516738} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.413420] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 5911ad6b-f534-426e-aac5-20629a9dd1e1/5911ad6b-f534-426e-aac5-20629a9dd1e1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.415556] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d48f6bf-2204-4983-b6e2-7df0350dac11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.433612] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1799.433612] env[62490]: value = "task-2065381" [ 1799.433612] env[62490]: _type = "Task" [ 1799.433612] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.452446] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065381, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.477493] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "ca17f52a-6739-482b-ac60-67fe0c46dda2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.477733] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.614823] env[62490]: DEBUG nova.network.neutron [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.761935] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a7852-c4ff-41e1-80bb-4dff49d579b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.772744] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbf00f6-6226-40c6-b3f5-02788824993d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.814403] env[62490]: DEBUG nova.network.neutron [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Updating instance_info_cache with network_info: [{"id": "47432f1c-5ca3-4795-b3f0-5bd31c10c671", "address": "fa:16:3e:b3:31:15", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47432f1c-5c", "ovs_interfaceid": "47432f1c-5ca3-4795-b3f0-5bd31c10c671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.816482] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48dce2-4b19-410e-b76b-532e6df264f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.825418] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c5adfd-8aa1-47ac-9f27-f456bf215dc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.841580] env[62490]: DEBUG nova.compute.provider_tree [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1799.858676] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742181} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.858956] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8a7f3c99-5084-4688-9ed5-1854c2c8733d/8a7f3c99-5084-4688-9ed5-1854c2c8733d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.859212] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.859690] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e927127-32d5-4def-a610-a6c65925a86f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.868162] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1799.868162] env[62490]: value = "task-2065382" [ 1799.868162] env[62490]: _type = "Task" [ 1799.868162] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.880103] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.945609] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065381, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.095261] env[62490]: DEBUG nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1800.128739] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1800.128976] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.129140] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1800.129378] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.129448] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1800.129591] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1800.129788] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1800.129951] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1800.130215] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1800.130346] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1800.130513] env[62490]: DEBUG nova.virt.hardware [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1800.131368] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a31c9b-f2fc-40e6-b1a3-b720a005bff4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.140818] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3182257-37dd-48ad-a3e6-add67ff5128d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.320877] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-3df0186d-bf68-4764-aaf3-5f0289d89809" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.321205] env[62490]: DEBUG nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Instance network_info: |[{"id": "47432f1c-5ca3-4795-b3f0-5bd31c10c671", "address": "fa:16:3e:b3:31:15", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47432f1c-5c", "ovs_interfaceid": "47432f1c-5ca3-4795-b3f0-5bd31c10c671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1800.321634] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:31:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47432f1c-5ca3-4795-b3f0-5bd31c10c671', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.329298] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating folder: Project (35a8d35a614445f4a3d9d609a566efe1). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1800.329572] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97196d21-611d-4d1d-bb73-72af0d9e838a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.341290] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created folder: Project (35a8d35a614445f4a3d9d609a566efe1) in parent group-v423467. [ 1800.341462] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating folder: Instances. Parent ref: group-v423548. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1800.341681] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41aee8fa-34d2-4b19-baf6-f869281e33db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.351362] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created folder: Instances in parent group-v423548. [ 1800.351668] env[62490]: DEBUG oslo.service.loopingcall [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.351787] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.351973] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-318a5b7e-6312-4a19-ac0d-8ac8f837ba3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.368849] env[62490]: ERROR nova.scheduler.client.report [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [req-2c25cb60-cf62-4bc1-9722-2b5dea968a07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c25cb60-cf62-4bc1-9722-2b5dea968a07"}]} [ 1800.377039] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.377039] env[62490]: value = "task-2065385" [ 1800.377039] env[62490]: _type = "Task" [ 1800.377039] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.380799] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099247} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.383859] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.384612] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8779fde6-04fc-4277-adc4-7fac76fcbdaf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.387737] env[62490]: DEBUG nova.scheduler.client.report [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1800.394572] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065385, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.412690] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8a7f3c99-5084-4688-9ed5-1854c2c8733d/8a7f3c99-5084-4688-9ed5-1854c2c8733d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.413966] env[62490]: DEBUG nova.scheduler.client.report [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1800.414293] env[62490]: DEBUG nova.compute.provider_tree [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.416319] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aef19cf6-0938-423a-935c-d6df1eaac694 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.433117] env[62490]: DEBUG nova.compute.manager [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Received event network-changed-47432f1c-5ca3-4795-b3f0-5bd31c10c671 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1800.433371] env[62490]: DEBUG nova.compute.manager [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Refreshing instance network info cache due to event network-changed-47432f1c-5ca3-4795-b3f0-5bd31c10c671. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1800.433639] env[62490]: DEBUG oslo_concurrency.lockutils [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] Acquiring lock "refresh_cache-3df0186d-bf68-4764-aaf3-5f0289d89809" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.433857] env[62490]: DEBUG oslo_concurrency.lockutils [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] Acquired lock "refresh_cache-3df0186d-bf68-4764-aaf3-5f0289d89809" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.434107] env[62490]: DEBUG nova.network.neutron [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Refreshing network info cache for port 47432f1c-5ca3-4795-b3f0-5bd31c10c671 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1800.440866] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1800.440866] env[62490]: value = "task-2065386" [ 1800.440866] env[62490]: _type = "Task" [ 1800.440866] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.450927] env[62490]: DEBUG nova.scheduler.client.report [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1800.453438] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065381, 'name': Rename_Task, 'duration_secs': 0.794431} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.454336] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.454553] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fc4310c-1548-4437-88f8-1044f3fb46e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.460856] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.463117] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1800.463117] env[62490]: value = "task-2065387" [ 1800.463117] env[62490]: _type = "Task" [ 1800.463117] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.474739] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.475707] env[62490]: DEBUG nova.scheduler.client.report [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1800.898270] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065385, 'name': CreateVM_Task, 'duration_secs': 0.464536} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.898270] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.898603] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.898897] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.899515] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.899877] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7cadbb-a5b5-4bfa-8e0c-be4135daf34d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.905470] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1800.905470] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f33e76-bb70-6d4f-1edf-0764957531ad" [ 1800.905470] env[62490]: _type = "Task" [ 1800.905470] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.918764] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f33e76-bb70-6d4f-1edf-0764957531ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.950787] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065386, 'name': ReconfigVM_Task, 'duration_secs': 0.295247} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.952015] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8a7f3c99-5084-4688-9ed5-1854c2c8733d/8a7f3c99-5084-4688-9ed5-1854c2c8733d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.952015] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b64288e-6cb2-4804-8c92-5074db6fdc76 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.960749] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1800.960749] env[62490]: value = "task-2065388" [ 1800.960749] env[62490]: _type = "Task" [ 1800.960749] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.971463] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ade4f7-e910-430b-b61e-9ddcdbefe43c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.983752] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.984673] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065388, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.990020] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed477c39-9d3e-41a6-88ca-c3cc9ae3650d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.031496] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19681f91-e5cd-4c6d-aac0-2adee137f0ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.041326] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9999d511-8e09-4ccc-99df-1074ee34ccb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.057846] env[62490]: DEBUG nova.compute.provider_tree [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.059947] env[62490]: DEBUG nova.network.neutron [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Successfully updated port: 7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1801.242438] env[62490]: DEBUG nova.network.neutron [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Updated VIF entry in instance network info cache for port 47432f1c-5ca3-4795-b3f0-5bd31c10c671. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1801.242852] env[62490]: DEBUG nova.network.neutron [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Updating instance_info_cache with network_info: [{"id": "47432f1c-5ca3-4795-b3f0-5bd31c10c671", "address": "fa:16:3e:b3:31:15", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47432f1c-5c", "ovs_interfaceid": "47432f1c-5ca3-4795-b3f0-5bd31c10c671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.417546] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f33e76-bb70-6d4f-1edf-0764957531ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011485} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.417857] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.418101] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.418345] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.418492] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.418669] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.418928] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-002ed80f-3290-4f32-84d0-b7c128c13200 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.428087] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.428269] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.428983] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cdf8ab-7fb8-46d6-b30d-bcf98e7c8a2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.434290] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1801.434290] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245621f-efc8-d045-8e2e-0dbb3396bc4b" [ 1801.434290] env[62490]: _type = "Task" [ 1801.434290] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.441952] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245621f-efc8-d045-8e2e-0dbb3396bc4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.474472] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065388, 'name': Rename_Task, 'duration_secs': 0.213168} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.477809] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.478548] env[62490]: DEBUG oslo_vmware.api [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065387, 'name': PowerOnVM_Task, 'duration_secs': 0.91308} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.478721] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-006e3497-429a-48cd-a40d-84fb6de027d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.480389] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.480596] env[62490]: INFO nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Took 11.67 seconds to spawn the instance on the hypervisor. [ 1801.480771] env[62490]: DEBUG nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.481579] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074e8814-35a8-4df9-bd93-f8e230a38fc3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.492132] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1801.492132] env[62490]: value = "task-2065389" [ 1801.492132] env[62490]: _type = "Task" [ 1801.492132] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.500823] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.564833] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "refresh_cache-51cd82ee-351e-43ce-bc26-3992e1e7d476" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.565018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "refresh_cache-51cd82ee-351e-43ce-bc26-3992e1e7d476" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.565149] env[62490]: DEBUG nova.network.neutron [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.566939] env[62490]: DEBUG nova.scheduler.client.report [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.746202] env[62490]: DEBUG oslo_concurrency.lockutils [req-49708d13-ef84-4380-bbe1-85e6b6b5f2e7 req-645b95f2-5565-4e91-9606-a173e77ec4a4 service nova] Releasing lock "refresh_cache-3df0186d-bf68-4764-aaf3-5f0289d89809" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.947129] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245621f-efc8-d045-8e2e-0dbb3396bc4b, 'name': SearchDatastore_Task, 'duration_secs': 0.023089} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.948097] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93eb372a-422a-4831-b02a-f0f3068f8a0f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.954440] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1801.954440] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52698102-29c8-6f45-be15-ea3d31893e3e" [ 1801.954440] env[62490]: _type = "Task" [ 1801.954440] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.964477] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52698102-29c8-6f45-be15-ea3d31893e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.999169] env[62490]: INFO nova.compute.manager [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Took 42.24 seconds to build instance. [ 1802.010334] env[62490]: DEBUG oslo_vmware.api [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065389, 'name': PowerOnVM_Task, 'duration_secs': 0.483361} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.010683] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.011445] env[62490]: INFO nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1802.011445] env[62490]: DEBUG nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.012166] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4ac7d-c985-43b4-ba8c-efa0172b63ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.072726] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.004s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.074036] env[62490]: DEBUG nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1802.079489] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.919s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.111629] env[62490]: DEBUG nova.network.neutron [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1802.465959] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52698102-29c8-6f45-be15-ea3d31893e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015419} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.465959] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.466556] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.466556] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a75b0f76-fcd7-4997-b73e-b64ed39d3c1f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.474871] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1802.474871] env[62490]: value = "task-2065390" [ 1802.474871] env[62490]: _type = "Task" [ 1802.474871] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.488841] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.502136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad67d110-b1e7-4cd1-9b3c-1b80dfa3a7bf tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.547s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.512608] env[62490]: DEBUG nova.network.neutron [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Updating instance_info_cache with network_info: [{"id": "7de1e6b7-c4dd-4126-82c9-d59fbebd8f86", "address": "fa:16:3e:64:64:e9", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de1e6b7-c4", "ovs_interfaceid": "7de1e6b7-c4dd-4126-82c9-d59fbebd8f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.530531] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.531024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.531327] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.531611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.531914] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.536478] env[62490]: INFO nova.compute.manager [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Terminating instance [ 1802.547343] env[62490]: INFO nova.compute.manager [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Took 40.25 seconds to build instance. [ 1802.583113] env[62490]: DEBUG nova.compute.utils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.583113] env[62490]: DEBUG nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.583113] env[62490]: DEBUG nova.network.neutron [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.592834] env[62490]: DEBUG nova.compute.manager [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Received event network-vif-plugged-7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1802.593428] env[62490]: DEBUG oslo_concurrency.lockutils [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] Acquiring lock "51cd82ee-351e-43ce-bc26-3992e1e7d476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.594285] env[62490]: DEBUG oslo_concurrency.lockutils [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.594285] env[62490]: DEBUG oslo_concurrency.lockutils [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.594285] env[62490]: DEBUG nova.compute.manager [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] No waiting events found dispatching network-vif-plugged-7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.594384] env[62490]: WARNING nova.compute.manager [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Received unexpected event network-vif-plugged-7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 for instance with vm_state building and task_state spawning. [ 1802.594472] env[62490]: DEBUG nova.compute.manager [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Received event network-changed-7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1802.595075] env[62490]: DEBUG nova.compute.manager [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Refreshing instance network info cache due to event network-changed-7de1e6b7-c4dd-4126-82c9-d59fbebd8f86. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1802.595075] env[62490]: DEBUG oslo_concurrency.lockutils [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] Acquiring lock "refresh_cache-51cd82ee-351e-43ce-bc26-3992e1e7d476" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.648300] env[62490]: DEBUG nova.policy [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0d7fea722574bfc84d1aba5e1136168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801378c08d8c4679a42d713bd7ee3b52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.989233] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065390, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.007359] env[62490]: DEBUG nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.018281] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "refresh_cache-51cd82ee-351e-43ce-bc26-3992e1e7d476" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.018589] env[62490]: DEBUG nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Instance network_info: |[{"id": "7de1e6b7-c4dd-4126-82c9-d59fbebd8f86", "address": "fa:16:3e:64:64:e9", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de1e6b7-c4", "ovs_interfaceid": "7de1e6b7-c4dd-4126-82c9-d59fbebd8f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1803.018808] env[62490]: DEBUG oslo_concurrency.lockutils [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] Acquired lock "refresh_cache-51cd82ee-351e-43ce-bc26-3992e1e7d476" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.019107] env[62490]: DEBUG nova.network.neutron [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Refreshing network info cache for port 7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.021011] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:64:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de1e6b7-c4dd-4126-82c9-d59fbebd8f86', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1803.033025] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Creating folder: Project (1e3fb3e90970495ba0f0ddd21064397b). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1803.038884] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-022da53a-71d8-48bf-8fb0-cc929d509b76 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.041410] env[62490]: DEBUG nova.compute.manager [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.041655] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.044841] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7374601d-a747-4f4d-b399-a42e124d8a24 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.048044] env[62490]: DEBUG nova.network.neutron [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Successfully created port: 80073795-223d-43bc-9068-d6d29ed311cc {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.050536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bd30b54-52fa-48c9-a9aa-f07036021d98 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.310s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.056090] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.060022] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd405a65-71cc-4e2f-a0e3-e32c567664d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.063948] env[62490]: DEBUG oslo_vmware.api [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1803.063948] env[62490]: value = "task-2065392" [ 1803.063948] env[62490]: _type = "Task" [ 1803.063948] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.069676] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Created folder: Project (1e3fb3e90970495ba0f0ddd21064397b) in parent group-v423467. [ 1803.069900] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Creating folder: Instances. Parent ref: group-v423551. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1803.070543] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b1d009-8902-400a-8590-b2e1fd084543 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.076141] env[62490]: DEBUG oslo_vmware.api [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.081689] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Created folder: Instances in parent group-v423551. [ 1803.081988] env[62490]: DEBUG oslo.service.loopingcall [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.082256] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1803.082570] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2c22496-25f7-4d6b-bf9d-4dedd1a1f155 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.101390] env[62490]: DEBUG nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1803.110596] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1803.110596] env[62490]: value = "task-2065394" [ 1803.110596] env[62490]: _type = "Task" [ 1803.110596] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.130024] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065394, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.255561] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a29f689-81d0-474c-85d2-37924d0c0bcf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.267340] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf0e87f-f05a-4735-99a3-20145680e9c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.301196] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15035baf-1780-4817-8817-7b41c590e0e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.309819] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c2530a-30df-4fd6-bf28-3823fcb1ed37 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.325447] env[62490]: DEBUG nova.compute.provider_tree [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1803.469122] env[62490]: DEBUG nova.network.neutron [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Updated VIF entry in instance network info cache for port 7de1e6b7-c4dd-4126-82c9-d59fbebd8f86. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1803.469633] env[62490]: DEBUG nova.network.neutron [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Updating instance_info_cache with network_info: [{"id": "7de1e6b7-c4dd-4126-82c9-d59fbebd8f86", "address": "fa:16:3e:64:64:e9", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de1e6b7-c4", "ovs_interfaceid": "7de1e6b7-c4dd-4126-82c9-d59fbebd8f86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.487585] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527271} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.487839] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.488060] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.488313] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b705f80c-0060-4afd-8886-1ec4a57d51f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.496086] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1803.496086] env[62490]: value = "task-2065395" [ 1803.496086] env[62490]: _type = "Task" [ 1803.496086] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.505489] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.528159] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.553405] env[62490]: DEBUG nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.575127] env[62490]: DEBUG oslo_vmware.api [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065392, 'name': PowerOffVM_Task, 'duration_secs': 0.24748} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.575127] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.575523] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.575523] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82caa65b-fd06-42a0-a52c-95809b9a6920 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.626579] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065394, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.681257] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.681413] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.681627] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleting the datastore file [datastore1] 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.681983] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-574b50b0-12c2-4860-97cf-00ec46174a73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.694165] env[62490]: DEBUG oslo_vmware.api [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1803.694165] env[62490]: value = "task-2065397" [ 1803.694165] env[62490]: _type = "Task" [ 1803.694165] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.703375] env[62490]: DEBUG oslo_vmware.api [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.863166] env[62490]: DEBUG nova.scheduler.client.report [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1803.863477] env[62490]: DEBUG nova.compute.provider_tree [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 52 to 53 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1803.864902] env[62490]: DEBUG nova.compute.provider_tree [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1803.972499] env[62490]: DEBUG oslo_concurrency.lockutils [req-51ea2c5e-6853-4e04-85c5-56585988eb49 req-4d650ff6-8bc7-4ec4-9658-6c2dfecfa908 service nova] Releasing lock "refresh_cache-51cd82ee-351e-43ce-bc26-3992e1e7d476" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.008906] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133587} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.009032] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.009905] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf13290-ca77-4bd3-9e90-1b1f59c908f1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.033469] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.033764] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c373de-2735-4adc-aabc-1bc4337248ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.054977] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1804.054977] env[62490]: value = "task-2065398" [ 1804.054977] env[62490]: _type = "Task" [ 1804.054977] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.066484] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.076031] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.115031] env[62490]: DEBUG nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1804.127053] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065394, 'name': CreateVM_Task, 'duration_secs': 0.656401} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.127237] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.127965] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.128779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.128779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.128779] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8852da-cca2-4fea-a3e7-5a08af0993c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.135154] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1804.135154] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52198025-4919-bb12-3d09-5e6eec3f2569" [ 1804.135154] env[62490]: _type = "Task" [ 1804.135154] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.145867] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1804.145867] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.145867] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1804.145867] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.145867] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1804.145867] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1804.146218] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1804.146218] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1804.146358] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1804.146555] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1804.146754] env[62490]: DEBUG nova.virt.hardware [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1804.147769] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fca3f58-1d91-4dcf-9e69-a50ca4bfff4f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.154037] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52198025-4919-bb12-3d09-5e6eec3f2569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.160384] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb0edd9-7409-4fc5-8480-4911fc7e2ed0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.208022] env[62490]: DEBUG oslo_vmware.api [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17338} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.209634] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.209908] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.210167] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.210379] env[62490]: INFO nova.compute.manager [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1804.210634] env[62490]: DEBUG oslo.service.loopingcall [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.210866] env[62490]: DEBUG nova.compute.manager [-] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.210963] env[62490]: DEBUG nova.network.neutron [-] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.567110] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.629354] env[62490]: DEBUG nova.compute.manager [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Received event network-changed-9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1804.629618] env[62490]: DEBUG nova.compute.manager [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Refreshing instance network info cache due to event network-changed-9031c1bc-bcce-471d-8d41-98c6caecbe4b. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1804.629844] env[62490]: DEBUG oslo_concurrency.lockutils [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] Acquiring lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.631279] env[62490]: DEBUG oslo_concurrency.lockutils [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] Acquired lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.631279] env[62490]: DEBUG nova.network.neutron [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Refreshing network info cache for port 9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.659107] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52198025-4919-bb12-3d09-5e6eec3f2569, 'name': SearchDatastore_Task, 'duration_secs': 0.023444} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.659107] env[62490]: DEBUG nova.compute.manager [req-54ce2c88-3fdc-4151-b3db-8011cf20d448 req-1b004973-43a6-46d1-bb78-e7a3b549ab74 service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Received event network-vif-plugged-80073795-223d-43bc-9068-d6d29ed311cc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1804.659107] env[62490]: DEBUG oslo_concurrency.lockutils [req-54ce2c88-3fdc-4151-b3db-8011cf20d448 req-1b004973-43a6-46d1-bb78-e7a3b549ab74 service nova] Acquiring lock "11099321-fb21-4294-ba8b-45211ba556c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.659565] env[62490]: DEBUG oslo_concurrency.lockutils [req-54ce2c88-3fdc-4151-b3db-8011cf20d448 req-1b004973-43a6-46d1-bb78-e7a3b549ab74 service nova] Lock "11099321-fb21-4294-ba8b-45211ba556c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.659565] env[62490]: DEBUG oslo_concurrency.lockutils [req-54ce2c88-3fdc-4151-b3db-8011cf20d448 req-1b004973-43a6-46d1-bb78-e7a3b549ab74 service nova] Lock "11099321-fb21-4294-ba8b-45211ba556c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.659687] env[62490]: DEBUG nova.compute.manager [req-54ce2c88-3fdc-4151-b3db-8011cf20d448 req-1b004973-43a6-46d1-bb78-e7a3b549ab74 service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] No waiting events found dispatching network-vif-plugged-80073795-223d-43bc-9068-d6d29ed311cc {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.659771] env[62490]: WARNING nova.compute.manager [req-54ce2c88-3fdc-4151-b3db-8011cf20d448 req-1b004973-43a6-46d1-bb78-e7a3b549ab74 service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Received unexpected event network-vif-plugged-80073795-223d-43bc-9068-d6d29ed311cc for instance with vm_state building and task_state spawning. [ 1804.660276] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.660494] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1804.660705] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.660837] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.661018] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.661703] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d01e656-7b0c-4b68-8181-05508b3e366e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.675197] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.675197] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1804.675197] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1059d5f8-fc0d-4f9e-aaf3-bc2ff6dc43ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.681449] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1804.681449] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b24d59-2272-2d85-bea0-454b72e3eb96" [ 1804.681449] env[62490]: _type = "Task" [ 1804.681449] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.691202] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b24d59-2272-2d85-bea0-454b72e3eb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.786443] env[62490]: DEBUG nova.network.neutron [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Successfully updated port: 80073795-223d-43bc-9068-d6d29ed311cc {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.873687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.795s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.877045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.604s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.877045] env[62490]: DEBUG nova.objects.instance [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lazy-loading 'resources' on Instance uuid fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.066468] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065398, 'name': ReconfigVM_Task, 'duration_secs': 0.568371} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.066754] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.067429] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636746d1-0fae-452c-8f1a-06d417c6a978 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.069377] env[62490]: DEBUG nova.network.neutron [-] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.074934] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1805.074934] env[62490]: value = "task-2065399" [ 1805.074934] env[62490]: _type = "Task" [ 1805.074934] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.084211] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065399, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.197503] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b24d59-2272-2d85-bea0-454b72e3eb96, 'name': SearchDatastore_Task, 'duration_secs': 0.020509} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.198541] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e4bed1-e861-4b91-8062-86f7b6473046 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.204719] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1805.204719] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c3c4f-b5dc-5eff-2a13-c18542dfbead" [ 1805.204719] env[62490]: _type = "Task" [ 1805.204719] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.220021] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c3c4f-b5dc-5eff-2a13-c18542dfbead, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.220021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.220021] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 51cd82ee-351e-43ce-bc26-3992e1e7d476/51cd82ee-351e-43ce-bc26-3992e1e7d476.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.220021] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-680391ff-64cb-4530-a168-d820e08bf2b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.225243] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1805.225243] env[62490]: value = "task-2065400" [ 1805.225243] env[62490]: _type = "Task" [ 1805.225243] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.237295] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.290096] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "refresh_cache-11099321-fb21-4294-ba8b-45211ba556c6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.290096] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired lock "refresh_cache-11099321-fb21-4294-ba8b-45211ba556c6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.290096] env[62490]: DEBUG nova.network.neutron [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.431251] env[62490]: DEBUG nova.network.neutron [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Updated VIF entry in instance network info cache for port 9031c1bc-bcce-471d-8d41-98c6caecbe4b. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.431704] env[62490]: DEBUG nova.network.neutron [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Updating instance_info_cache with network_info: [{"id": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "address": "fa:16:3e:83:3a:5a", "network": {"id": "49c53ce2-3800-4b36-b9f8-ad6a76c9cfcb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1625459770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf64293ceb7a41889059e4034359020e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9031c1bc-bc", "ovs_interfaceid": "9031c1bc-bcce-471d-8d41-98c6caecbe4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.482361] env[62490]: INFO nova.scheduler.client.report [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Deleted allocation for migration 84f9b55d-07c6-42a0-9051-2397a34fbad5 [ 1805.571239] env[62490]: INFO nova.compute.manager [-] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Took 1.36 seconds to deallocate network for instance. [ 1805.589367] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065399, 'name': Rename_Task, 'duration_secs': 0.159817} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.589905] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.589905] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68b74f2b-10b7-45d3-9e1d-e854ffa2e6ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.598853] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1805.598853] env[62490]: value = "task-2065401" [ 1805.598853] env[62490]: _type = "Task" [ 1805.598853] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.608470] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.739427] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065400, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.858142] env[62490]: DEBUG nova.network.neutron [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.941872] env[62490]: DEBUG oslo_concurrency.lockutils [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] Releasing lock "refresh_cache-8a7f3c99-5084-4688-9ed5-1854c2c8733d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.941872] env[62490]: DEBUG nova.compute.manager [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Received event network-vif-deleted-8da7a0b0-9ee3-4b4c-a848-3df57ba73555 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1805.941872] env[62490]: INFO nova.compute.manager [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Neutron deleted interface 8da7a0b0-9ee3-4b4c-a848-3df57ba73555; detaching it from the instance and deleting it from the info cache [ 1805.942074] env[62490]: DEBUG nova.network.neutron [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.987649] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9dee23b0-b7ea-424f-a98c-95c6619234e1 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.971s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.997668] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a67df-9198-40f2-b64e-74c8e435c423 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.007752] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850fc965-dd18-46d9-8a0b-78cc1d8239c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.046084] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35efd559-fa62-47cc-9dd0-c0dea72f2417 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.054668] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd9c1ee-0655-4eda-a99d-71a737f74140 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.059735] env[62490]: DEBUG nova.network.neutron [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Updating instance_info_cache with network_info: [{"id": "80073795-223d-43bc-9068-d6d29ed311cc", "address": "fa:16:3e:8e:25:85", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80073795-22", "ovs_interfaceid": "80073795-223d-43bc-9068-d6d29ed311cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.071403] env[62490]: DEBUG nova.compute.provider_tree [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.083697] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.109845] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065401, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.239317] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565582} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.239571] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 51cd82ee-351e-43ce-bc26-3992e1e7d476/51cd82ee-351e-43ce-bc26-3992e1e7d476.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.239794] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.240064] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3c54204-e2c2-4a45-80a0-1133b3b0dbbb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.247631] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1806.247631] env[62490]: value = "task-2065402" [ 1806.247631] env[62490]: _type = "Task" [ 1806.247631] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.256010] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.448691] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e23bcaad-ad1a-4dd8-9995-c6caae36a041 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.458688] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7730680-4c0a-47b2-80a9-0e983af3e12f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.494409] env[62490]: DEBUG nova.compute.manager [req-12cfc413-e927-46a2-a8cf-2e87d34758b4 req-118dacce-199d-4c43-9b51-02ed80fd3bae service nova] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Detach interface failed, port_id=8da7a0b0-9ee3-4b4c-a848-3df57ba73555, reason: Instance 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1806.562373] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Releasing lock "refresh_cache-11099321-fb21-4294-ba8b-45211ba556c6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.562695] env[62490]: DEBUG nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Instance network_info: |[{"id": "80073795-223d-43bc-9068-d6d29ed311cc", "address": "fa:16:3e:8e:25:85", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80073795-22", "ovs_interfaceid": "80073795-223d-43bc-9068-d6d29ed311cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1806.563167] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:25:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80073795-223d-43bc-9068-d6d29ed311cc', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.576680] env[62490]: DEBUG oslo.service.loopingcall [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.577684] env[62490]: DEBUG nova.scheduler.client.report [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.581076] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.584362] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7480d156-f125-4cbd-b7ff-36e464943b08 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.608916] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.608916] env[62490]: value = "task-2065403" [ 1806.608916] env[62490]: _type = "Task" [ 1806.608916] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.613613] env[62490]: DEBUG oslo_vmware.api [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065401, 'name': PowerOnVM_Task, 'duration_secs': 0.603894} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.619917] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.620214] env[62490]: INFO nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1806.620454] env[62490]: DEBUG nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.621789] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec886b79-36cc-4e44-9f92-11fad818b17d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.630977] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065403, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.716644] env[62490]: DEBUG nova.compute.manager [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Received event network-changed-80073795-223d-43bc-9068-d6d29ed311cc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1806.716875] env[62490]: DEBUG nova.compute.manager [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Refreshing instance network info cache due to event network-changed-80073795-223d-43bc-9068-d6d29ed311cc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1806.717113] env[62490]: DEBUG oslo_concurrency.lockutils [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] Acquiring lock "refresh_cache-11099321-fb21-4294-ba8b-45211ba556c6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.717258] env[62490]: DEBUG oslo_concurrency.lockutils [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] Acquired lock "refresh_cache-11099321-fb21-4294-ba8b-45211ba556c6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.717648] env[62490]: DEBUG nova.network.neutron [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Refreshing network info cache for port 80073795-223d-43bc-9068-d6d29ed311cc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.760359] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07738} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.760645] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.761454] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6366b495-9a87-40c4-b4ad-e5836de58b8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.787264] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 51cd82ee-351e-43ce-bc26-3992e1e7d476/51cd82ee-351e-43ce-bc26-3992e1e7d476.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.787264] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31494e1c-f7e5-4958-a279-b43509cd120a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.810152] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1806.810152] env[62490]: value = "task-2065404" [ 1806.810152] env[62490]: _type = "Task" [ 1806.810152] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.819090] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.083445] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.085443] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.579s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.085672] env[62490]: DEBUG nova.objects.instance [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lazy-loading 'resources' on Instance uuid 2ea11da2-39bb-4c31-85c0-dd4f48bb793c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.122871] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065403, 'name': CreateVM_Task, 'duration_secs': 0.503605} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.124166] env[62490]: INFO nova.scheduler.client.report [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted allocations for instance fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f [ 1807.125305] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.126577] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.126802] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.129606] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.130374] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b55ada7-139e-46c7-b13a-c5d515791d90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.143335] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1807.143335] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a8631-a9e3-6527-336f-c14be00da153" [ 1807.143335] env[62490]: _type = "Task" [ 1807.143335] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.152806] env[62490]: INFO nova.compute.manager [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Took 39.15 seconds to build instance. [ 1807.161956] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a8631-a9e3-6527-336f-c14be00da153, 'name': SearchDatastore_Task, 'duration_secs': 0.013691} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.162191] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.162547] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.162826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.163589] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.163589] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.163837] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad41ef22-bcd5-4795-9f05-6e980b3cee63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.174184] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.174591] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.175515] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be2ae3b-7eb6-43d5-99b6-a2b4ffd9b244 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.184195] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1807.184195] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522514e1-45b6-cf31-6103-7007ab2a560d" [ 1807.184195] env[62490]: _type = "Task" [ 1807.184195] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.195917] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522514e1-45b6-cf31-6103-7007ab2a560d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.322049] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065404, 'name': ReconfigVM_Task, 'duration_secs': 0.423403} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.322426] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 51cd82ee-351e-43ce-bc26-3992e1e7d476/51cd82ee-351e-43ce-bc26-3992e1e7d476.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.323103] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9e44461-f46e-4b70-b44a-c5d507cfe551 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.332658] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1807.332658] env[62490]: value = "task-2065405" [ 1807.332658] env[62490]: _type = "Task" [ 1807.332658] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.342161] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065405, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.475324] env[62490]: DEBUG nova.network.neutron [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Updated VIF entry in instance network info cache for port 80073795-223d-43bc-9068-d6d29ed311cc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.475746] env[62490]: DEBUG nova.network.neutron [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Updating instance_info_cache with network_info: [{"id": "80073795-223d-43bc-9068-d6d29ed311cc", "address": "fa:16:3e:8e:25:85", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80073795-22", "ovs_interfaceid": "80073795-223d-43bc-9068-d6d29ed311cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.641050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-813933f4-2f87-40ad-babc-fc2e2e30dddd tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.580s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.662999] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb5167de-0541-4d68-bfbe-45d4aeb0e2e2 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.182s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.695626] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522514e1-45b6-cf31-6103-7007ab2a560d, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.698678] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f24627-81fa-4af5-95f1-d19d55d370a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.705119] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1807.705119] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525da4ef-34f3-f678-46ce-132d2ac58bca" [ 1807.705119] env[62490]: _type = "Task" [ 1807.705119] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.715723] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525da4ef-34f3-f678-46ce-132d2ac58bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.733085] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.733311] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.848039] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065405, 'name': Rename_Task, 'duration_secs': 0.344265} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.848377] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.848706] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d007537f-3c9c-4887-9218-10aabed272d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.860712] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1807.860712] env[62490]: value = "task-2065406" [ 1807.860712] env[62490]: _type = "Task" [ 1807.860712] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.868691] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.981148] env[62490]: DEBUG oslo_concurrency.lockutils [req-d8b82fc0-709f-441d-ac49-f50176ff92d4 req-ddee890f-5b46-4c2a-8893-66d5d82efb0c service nova] Releasing lock "refresh_cache-11099321-fb21-4294-ba8b-45211ba556c6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.102360] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c378a840-a3ed-4112-a879-deb34e0c3b16 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.110599] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0063935c-6343-42ea-9f70-95455b140117 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.146884] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc95cc-ac52-46fd-82dd-01bd96b818cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.160981] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8e2cc-62a5-40ac-8fad-38a8d09f613e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.167381] env[62490]: DEBUG nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1808.184698] env[62490]: DEBUG nova.compute.provider_tree [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.216221] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525da4ef-34f3-f678-46ce-132d2ac58bca, 'name': SearchDatastore_Task, 'duration_secs': 0.032188} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.216484] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.216761] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 11099321-fb21-4294-ba8b-45211ba556c6/11099321-fb21-4294-ba8b-45211ba556c6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.217033] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dbd8635-a05b-4636-9361-86bcff6b9e56 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.225532] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1808.225532] env[62490]: value = "task-2065407" [ 1808.225532] env[62490]: _type = "Task" [ 1808.225532] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.237255] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.371032] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065406, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.688045] env[62490]: DEBUG nova.scheduler.client.report [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.693254] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.835687] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065407, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.835687] env[62490]: INFO nova.compute.manager [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Rebuilding instance [ 1808.875382] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065406, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.887685] env[62490]: DEBUG nova.compute.manager [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.888564] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f4d3a5-ab14-4590-966e-e190a1801f24 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.197371] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.197947] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.959s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.199548] env[62490]: INFO nova.compute.claims [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.219766] env[62490]: INFO nova.scheduler.client.report [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleted allocations for instance 2ea11da2-39bb-4c31-85c0-dd4f48bb793c [ 1809.240441] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581947} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.240441] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 11099321-fb21-4294-ba8b-45211ba556c6/11099321-fb21-4294-ba8b-45211ba556c6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.240441] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.240441] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce34fd8-3de5-420a-a740-a6951e30939a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.250287] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1809.250287] env[62490]: value = "task-2065408" [ 1809.250287] env[62490]: _type = "Task" [ 1809.250287] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.260511] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.377547] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065406, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.730259] env[62490]: DEBUG oslo_concurrency.lockutils [None req-299b56dc-201a-454c-9c56-1f1d2edef698 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.523s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.731351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.750s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.731564] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.731772] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.731943] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.733839] env[62490]: INFO nova.compute.manager [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Terminating instance [ 1809.759376] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104991} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.759641] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.760500] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8246ae-ab23-4435-b7c5-6225ce20bb8d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.784006] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 11099321-fb21-4294-ba8b-45211ba556c6/11099321-fb21-4294-ba8b-45211ba556c6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.784674] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368e7e17-72d3-49e9-9a6c-dd01455315d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.806795] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1809.806795] env[62490]: value = "task-2065409" [ 1809.806795] env[62490]: _type = "Task" [ 1809.806795] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.815833] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.876219] env[62490]: DEBUG oslo_vmware.api [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065406, 'name': PowerOnVM_Task, 'duration_secs': 1.531877} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.876513] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1809.876755] env[62490]: INFO nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1809.876968] env[62490]: DEBUG nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1809.877795] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6acda4f-4621-477e-a803-0312e5c612c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.907666] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.908195] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-610d7f5b-0596-46ce-a00e-cd80028d2585 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.916697] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1809.916697] env[62490]: value = "task-2065410" [ 1809.916697] env[62490]: _type = "Task" [ 1809.916697] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.926864] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.237386] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.237598] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquired lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.237799] env[62490]: DEBUG nova.network.neutron [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.319132] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.394707] env[62490]: INFO nova.compute.manager [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Took 35.50 seconds to build instance. [ 1810.429670] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065410, 'name': PowerOffVM_Task, 'duration_secs': 0.372519} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.429935] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.430194] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1810.430966] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5d8ec-4ecc-4ed8-8766-a511fd8f0c58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.442459] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.442698] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d56ae35-1984-4a1b-b8b1-91ddb7dd78a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.704639] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7bbfc1-770d-4812-8e94-3df7be724f96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.714700] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a520d045-abe2-497d-9ce9-144e44067745 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.745124] env[62490]: DEBUG nova.compute.utils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Can not refresh info_cache because instance was not found {{(pid=62490) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1810.749157] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c62461f-b272-49e1-a2e6-c93eea377785 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.751716] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.751940] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.752150] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleting the datastore file [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.755459] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2258632a-bdf6-422d-b6d7-c2493839f4ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.762164] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13dc2b6-eb26-4a6f-b7f1-49f556138c55 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.765957] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1810.765957] env[62490]: value = "task-2065412" [ 1810.765957] env[62490]: _type = "Task" [ 1810.765957] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.778618] env[62490]: DEBUG nova.network.neutron [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.780565] env[62490]: DEBUG nova.compute.provider_tree [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.787203] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.818472] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.872993] env[62490]: DEBUG nova.network.neutron [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.899185] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb5c10a2-6797-4a00-8276-703f1585dca3 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.431s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.957087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.957087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.957087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "f53dbc3e-445d-4d0a-85a1-70003bd67502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.957087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.957087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.958092] env[62490]: INFO nova.compute.manager [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Terminating instance [ 1811.276491] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.283615] env[62490]: DEBUG nova.scheduler.client.report [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.318224] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.375611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Releasing lock "refresh_cache-2ea11da2-39bb-4c31-85c0-dd4f48bb793c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.376091] env[62490]: DEBUG nova.compute.manager [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1811.376301] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.376647] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e29dd5-ed64-4414-b8b3-8a56e105b729 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.386415] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2385c056-5053-4a94-bf90-e2cd6452d281 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.401333] env[62490]: DEBUG nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.424227] env[62490]: WARNING nova.virt.vmwareapi.vmops [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2ea11da2-39bb-4c31-85c0-dd4f48bb793c could not be found. [ 1811.424802] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1811.424802] env[62490]: INFO nova.compute.manager [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1811.424958] env[62490]: DEBUG oslo.service.loopingcall [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.425227] env[62490]: DEBUG nova.compute.manager [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1811.425327] env[62490]: DEBUG nova.network.neutron [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1811.443498] env[62490]: DEBUG nova.network.neutron [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.462083] env[62490]: DEBUG nova.compute.manager [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1811.462538] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1811.465485] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b0e5dd-4f88-488d-8e7e-936c0cafcd4b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.476105] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.476105] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b069108-a560-43ae-b5d9-7a9d4d95b7ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.485277] env[62490]: DEBUG oslo_vmware.api [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1811.485277] env[62490]: value = "task-2065413" [ 1811.485277] env[62490]: _type = "Task" [ 1811.485277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.493535] env[62490]: DEBUG oslo_vmware.api [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.777792] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615461} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.778223] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1811.778402] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1811.778465] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1811.789028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.789275] env[62490]: DEBUG nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.791967] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.598s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.793519] env[62490]: INFO nova.compute.claims [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.820525] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065409, 'name': ReconfigVM_Task, 'duration_secs': 1.565089} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.820958] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 11099321-fb21-4294-ba8b-45211ba556c6/11099321-fb21-4294-ba8b-45211ba556c6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.821849] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec33fa63-e7dc-4eeb-aed7-7d5a1844999a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.831952] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1811.831952] env[62490]: value = "task-2065414" [ 1811.831952] env[62490]: _type = "Task" [ 1811.831952] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.842655] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065414, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.925644] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.946265] env[62490]: DEBUG nova.network.neutron [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.999042] env[62490]: DEBUG oslo_vmware.api [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065413, 'name': PowerOffVM_Task, 'duration_secs': 0.354998} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.999345] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.999551] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1811.999800] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b193987-ed1a-440a-b9da-043a48f5c102 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.080567] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.080867] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.081117] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleting the datastore file [datastore1] f53dbc3e-445d-4d0a-85a1-70003bd67502 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.081424] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2ca35f-bf75-4562-95bc-6d6a2b8f5636 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.089930] env[62490]: DEBUG oslo_vmware.api [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for the task: (returnval){ [ 1812.089930] env[62490]: value = "task-2065416" [ 1812.089930] env[62490]: _type = "Task" [ 1812.089930] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.098518] env[62490]: DEBUG oslo_vmware.api [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.298644] env[62490]: DEBUG nova.compute.utils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.301972] env[62490]: DEBUG nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1812.302592] env[62490]: DEBUG nova.network.neutron [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.344755] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065414, 'name': Rename_Task, 'duration_secs': 0.168106} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.345057] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.345315] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ac02f2f-b16a-4a93-a585-2517b20aea67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.353857] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1812.353857] env[62490]: value = "task-2065417" [ 1812.353857] env[62490]: _type = "Task" [ 1812.353857] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.364310] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.366013] env[62490]: DEBUG nova.policy [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc8b97a0a5d4baab324bac55cc2d69a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dd77c16547741618114778e26792a56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.449268] env[62490]: INFO nova.compute.manager [-] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Took 1.02 seconds to deallocate network for instance. [ 1812.601823] env[62490]: DEBUG oslo_vmware.api [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Task: {'id': task-2065416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174387} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.601823] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1812.602028] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1812.602072] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1812.602276] env[62490]: INFO nova.compute.manager [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1812.602523] env[62490]: DEBUG oslo.service.loopingcall [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.602722] env[62490]: DEBUG nova.compute.manager [-] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1812.602815] env[62490]: DEBUG nova.network.neutron [-] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1812.689603] env[62490]: DEBUG nova.network.neutron [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Successfully created port: 0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1812.803008] env[62490]: DEBUG nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.823796] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.824074] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.824238] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.824427] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.824606] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.824758] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.824966] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.829280] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.829545] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.829680] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.829860] env[62490]: DEBUG nova.virt.hardware [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.831430] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d85045-288f-40c4-bd98-51f58642a64c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.844657] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb10b7e-6273-432c-90cf-97873fd906a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.862219] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:31:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47432f1c-5ca3-4795-b3f0-5bd31c10c671', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.870131] env[62490]: DEBUG oslo.service.loopingcall [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.877303] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.878823] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02585de1-a25d-418c-9818-6d7431ac047f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.908656] env[62490]: DEBUG oslo_vmware.api [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065417, 'name': PowerOnVM_Task, 'duration_secs': 0.552002} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.910835] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.910835] env[62490]: INFO nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1812.910835] env[62490]: DEBUG nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.911227] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.911227] env[62490]: value = "task-2065418" [ 1812.911227] env[62490]: _type = "Task" [ 1812.911227] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.912231] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a808ff98-e85d-4ae4-974e-0f0cd39cfbaf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.934378] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065418, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.957344] env[62490]: INFO nova.compute.manager [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance disappeared during terminate [ 1812.957796] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ea1b0e1d-dfb2-4616-96c6-78719cd0b4ad tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "2ea11da2-39bb-4c31-85c0-dd4f48bb793c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.226s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.997555] env[62490]: DEBUG nova.compute.manager [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.999146] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e1fbd-1e07-49f2-aa18-9d09f5ff1f5e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.226825] env[62490]: DEBUG nova.compute.manager [req-c94a7523-0729-4733-83a1-d66efc48e6de req-31dad6e4-86c0-4006-aea2-4252c1f885be service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Received event network-vif-deleted-19c5e649-f91d-4b55-a09c-cfcbc66a94c1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1813.226825] env[62490]: INFO nova.compute.manager [req-c94a7523-0729-4733-83a1-d66efc48e6de req-31dad6e4-86c0-4006-aea2-4252c1f885be service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Neutron deleted interface 19c5e649-f91d-4b55-a09c-cfcbc66a94c1; detaching it from the instance and deleting it from the info cache [ 1813.226825] env[62490]: DEBUG nova.network.neutron [req-c94a7523-0729-4733-83a1-d66efc48e6de req-31dad6e4-86c0-4006-aea2-4252c1f885be service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.353082] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72cea84-6da8-4ea1-9a1c-1eac90029c12 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.363331] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cf175-bccc-45c3-b50d-3e13583c1797 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.394689] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113d2cd-8bf9-4800-bd6d-c18af521e98d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.403390] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67de4f2-ae53-4197-aae3-a091fe22a730 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.419724] env[62490]: DEBUG nova.compute.provider_tree [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.429932] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065418, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.441300] env[62490]: INFO nova.compute.manager [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Took 35.48 seconds to build instance. [ 1813.514091] env[62490]: INFO nova.compute.manager [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] instance snapshotting [ 1813.517333] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ff675-8f96-45cb-8297-a6da0ff9df6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.539134] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7743366-b7f3-4a8e-a0cc-fb0faeb2b514 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.568944] env[62490]: DEBUG nova.network.neutron [-] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.729155] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5e2c617-3133-4fcf-9045-fcebdf471e35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.739057] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aba972-5fb3-4b58-ad42-3b724443a5a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.772904] env[62490]: DEBUG nova.compute.manager [req-c94a7523-0729-4733-83a1-d66efc48e6de req-31dad6e4-86c0-4006-aea2-4252c1f885be service nova] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Detach interface failed, port_id=19c5e649-f91d-4b55-a09c-cfcbc66a94c1, reason: Instance f53dbc3e-445d-4d0a-85a1-70003bd67502 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1813.818403] env[62490]: DEBUG nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.842054] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.842398] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.842561] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.842751] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.842905] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.843083] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.843327] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.843499] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.843668] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.843829] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.844010] env[62490]: DEBUG nova.virt.hardware [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.844932] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e77d4a-eb04-47f2-8c6f-52030ccc14ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.853588] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344e3c60-68d7-4884-bddf-a1460a9fc2f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.928258] env[62490]: DEBUG nova.scheduler.client.report [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.931455] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065418, 'name': CreateVM_Task, 'duration_secs': 0.601727} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.931607] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.932426] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.932586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.932887] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.933140] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cd70bb-c980-4dc4-818f-9511c12ffd3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.937733] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1813.937733] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d3ec53-3680-1b54-f94e-3c8328a6410a" [ 1813.937733] env[62490]: _type = "Task" [ 1813.937733] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.945843] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc7976e1-bfee-451c-9a4f-4e9c45362c66 tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "11099321-fb21-4294-ba8b-45211ba556c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.476s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.946055] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d3ec53-3680-1b54-f94e-3c8328a6410a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.051256] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1814.051605] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a308a81b-73a9-4680-9901-eaa4d295bd1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.059371] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1814.059371] env[62490]: value = "task-2065419" [ 1814.059371] env[62490]: _type = "Task" [ 1814.059371] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.069844] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.071393] env[62490]: INFO nova.compute.manager [-] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Took 1.47 seconds to deallocate network for instance. [ 1814.234623] env[62490]: DEBUG nova.compute.manager [req-829fb4ee-f8d0-4604-9759-67bf479edcd0 req-9cb782fb-e553-42ce-aea8-a4630ab6a9c5 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Received event network-vif-plugged-0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1814.235039] env[62490]: DEBUG oslo_concurrency.lockutils [req-829fb4ee-f8d0-4604-9759-67bf479edcd0 req-9cb782fb-e553-42ce-aea8-a4630ab6a9c5 service nova] Acquiring lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.237371] env[62490]: DEBUG oslo_concurrency.lockutils [req-829fb4ee-f8d0-4604-9759-67bf479edcd0 req-9cb782fb-e553-42ce-aea8-a4630ab6a9c5 service nova] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.237371] env[62490]: DEBUG oslo_concurrency.lockutils [req-829fb4ee-f8d0-4604-9759-67bf479edcd0 req-9cb782fb-e553-42ce-aea8-a4630ab6a9c5 service nova] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.237371] env[62490]: DEBUG nova.compute.manager [req-829fb4ee-f8d0-4604-9759-67bf479edcd0 req-9cb782fb-e553-42ce-aea8-a4630ab6a9c5 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] No waiting events found dispatching network-vif-plugged-0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1814.237371] env[62490]: WARNING nova.compute.manager [req-829fb4ee-f8d0-4604-9759-67bf479edcd0 req-9cb782fb-e553-42ce-aea8-a4630ab6a9c5 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Received unexpected event network-vif-plugged-0352784a-873d-4d71-bb04-f11baabbfd78 for instance with vm_state building and task_state spawning. [ 1814.372433] env[62490]: DEBUG nova.network.neutron [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Successfully updated port: 0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1814.432893] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.433544] env[62490]: DEBUG nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.436252] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.936s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.437632] env[62490]: DEBUG nova.objects.instance [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lazy-loading 'resources' on Instance uuid 296569e8-7780-40f1-9edd-a7515f33c44b {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.449697] env[62490]: DEBUG nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.454084] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d3ec53-3680-1b54-f94e-3c8328a6410a, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.454925] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.455194] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1814.455458] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.455608] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.455783] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1814.456058] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b57bb343-2ab5-4976-8097-f26d8ebf3f52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.465742] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1814.465960] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1814.466711] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2f2d15-9466-4469-9d65-1399265df770 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.474124] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1814.474124] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5230fac0-4768-c9b2-23c6-7088decf5e2e" [ 1814.474124] env[62490]: _type = "Task" [ 1814.474124] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.481915] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5230fac0-4768-c9b2-23c6-7088decf5e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.570523] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065419, 'name': CreateSnapshot_Task, 'duration_secs': 0.487967} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.570792] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1814.571570] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d351c-bc47-4f74-bec5-53f9beac6183 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.577611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.876512] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.876829] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.876968] env[62490]: DEBUG nova.network.neutron [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.940111] env[62490]: DEBUG nova.compute.utils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.944362] env[62490]: DEBUG nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.944536] env[62490]: DEBUG nova.network.neutron [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.970351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.988218] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5230fac0-4768-c9b2-23c6-7088decf5e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.989616] env[62490]: DEBUG nova.policy [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c29301c2d6a43b796235c72562b65ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a2a731f0db47eb91e0c99cde388335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.993660] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c412b170-97f1-493d-a080-c3601bdd841f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.999198] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1814.999198] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c6f92-e40b-6d5c-bf7d-56988df20481" [ 1814.999198] env[62490]: _type = "Task" [ 1814.999198] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.007350] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c6f92-e40b-6d5c-bf7d-56988df20481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.089779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "11099321-fb21-4294-ba8b-45211ba556c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.090112] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "11099321-fb21-4294-ba8b-45211ba556c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.090402] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "11099321-fb21-4294-ba8b-45211ba556c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.090607] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "11099321-fb21-4294-ba8b-45211ba556c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.090781] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "11099321-fb21-4294-ba8b-45211ba556c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.099525] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1815.100147] env[62490]: INFO nova.compute.manager [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Terminating instance [ 1815.101584] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e2cf75e-3f7f-4e33-8bf9-3f94391d798b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.115052] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1815.115052] env[62490]: value = "task-2065420" [ 1815.115052] env[62490]: _type = "Task" [ 1815.115052] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.128770] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065420, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.294284] env[62490]: DEBUG nova.network.neutron [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Successfully created port: 5ca542d6-1b23-453e-bdd8-bb278cbb8fbd {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.422724] env[62490]: DEBUG nova.network.neutron [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1815.442286] env[62490]: DEBUG nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.526022] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c6f92-e40b-6d5c-bf7d-56988df20481, 'name': SearchDatastore_Task, 'duration_secs': 0.016722} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.526022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.526022] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.526022] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f7723c-bebb-496d-abd2-54d3b9d558a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.529306] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56f44e2-a9af-4cbc-9da8-19635726306b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.538310] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e18bc3f-9008-4a8c-8c82-e142d8568104 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.543502] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1815.543502] env[62490]: value = "task-2065421" [ 1815.543502] env[62490]: _type = "Task" [ 1815.543502] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.589102] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9536e7ef-e37f-4e4a-be04-6ec5ee6412c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.596865] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.603791] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45314090-a025-4041-ac8c-638c71733232 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.612259] env[62490]: DEBUG nova.compute.manager [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.612723] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.613939] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c96ead-9152-4fd7-9aef-55a3b3e57e00 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.633671] env[62490]: DEBUG nova.compute.provider_tree [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.638949] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.639274] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eabada40-f924-4b89-b803-59f4367c7074 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.642012] env[62490]: DEBUG nova.network.neutron [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updating instance_info_cache with network_info: [{"id": "0352784a-873d-4d71-bb04-f11baabbfd78", "address": "fa:16:3e:52:e2:66", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0352784a-87", "ovs_interfaceid": "0352784a-873d-4d71-bb04-f11baabbfd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.646458] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065420, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.652911] env[62490]: DEBUG oslo_vmware.api [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1815.652911] env[62490]: value = "task-2065422" [ 1815.652911] env[62490]: _type = "Task" [ 1815.652911] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.663644] env[62490]: DEBUG oslo_vmware.api [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.057590] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065421, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.128170] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065420, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.140414] env[62490]: DEBUG nova.scheduler.client.report [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.147197] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Releasing lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.147565] env[62490]: DEBUG nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Instance network_info: |[{"id": "0352784a-873d-4d71-bb04-f11baabbfd78", "address": "fa:16:3e:52:e2:66", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0352784a-87", "ovs_interfaceid": "0352784a-873d-4d71-bb04-f11baabbfd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1816.148043] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:e2:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0352784a-873d-4d71-bb04-f11baabbfd78', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1816.156616] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Creating folder: Project (0dd77c16547741618114778e26792a56). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1816.157049] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791f2685-07d6-499b-a530-102b8b3184b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.171658] env[62490]: DEBUG oslo_vmware.api [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065422, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.173809] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Created folder: Project (0dd77c16547741618114778e26792a56) in parent group-v423467. [ 1816.173949] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Creating folder: Instances. Parent ref: group-v423558. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1816.174197] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a0497f1-206d-47a3-8a6b-c05d97c0e4d0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.188363] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Created folder: Instances in parent group-v423558. [ 1816.188604] env[62490]: DEBUG oslo.service.loopingcall [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.188794] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1816.189010] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15cb1044-9fbc-48cb-8b94-35c50eea806c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.208870] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1816.208870] env[62490]: value = "task-2065425" [ 1816.208870] env[62490]: _type = "Task" [ 1816.208870] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.217020] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065425, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.263154] env[62490]: DEBUG nova.compute.manager [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Received event network-changed-0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1816.263454] env[62490]: DEBUG nova.compute.manager [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Refreshing instance network info cache due to event network-changed-0352784a-873d-4d71-bb04-f11baabbfd78. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1816.263733] env[62490]: DEBUG oslo_concurrency.lockutils [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] Acquiring lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.263925] env[62490]: DEBUG oslo_concurrency.lockutils [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] Acquired lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.264197] env[62490]: DEBUG nova.network.neutron [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Refreshing network info cache for port 0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.455682] env[62490]: DEBUG nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.483407] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.483704] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.483878] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.484079] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.484241] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.484390] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.484623] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.484782] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.484949] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.485136] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.485425] env[62490]: DEBUG nova.virt.hardware [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.486423] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f83e2c9-6c95-48f3-ae33-8525cfc1c59b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.495222] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e13ff-cfd2-4ec7-830e-a734f74df23f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.557997] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53175} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.558307] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.558518] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.558775] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-772e93c7-093b-43fb-b013-17e693cc9097 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.565974] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1816.565974] env[62490]: value = "task-2065426" [ 1816.565974] env[62490]: _type = "Task" [ 1816.565974] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.576887] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.629451] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065420, 'name': CloneVM_Task, 'duration_secs': 1.510481} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.629660] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Created linked-clone VM from snapshot [ 1816.630548] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e5215d-a93d-4de3-8e0c-56ae4776d007 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.638080] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Uploading image 655ecf93-decd-433d-ad88-644182a330b3 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1816.645760] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.648530] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1816.648798] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.036s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.650312] env[62490]: INFO nova.compute.claims [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1816.652849] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9bc629a-9d04-4cd7-aee6-cf518afb0eb3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.661719] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1816.661719] env[62490]: value = "task-2065427" [ 1816.661719] env[62490]: _type = "Task" [ 1816.661719] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.668506] env[62490]: DEBUG oslo_vmware.api [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065422, 'name': PowerOffVM_Task, 'duration_secs': 0.56954} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.668822] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.669180] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.669285] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c83f52e-5dc2-444a-bc07-988a0c1c4a1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.674273] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065427, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.675321] env[62490]: INFO nova.scheduler.client.report [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Deleted allocations for instance 296569e8-7780-40f1-9edd-a7515f33c44b [ 1816.720665] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065425, 'name': CreateVM_Task, 'duration_secs': 0.403416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.721726] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.722725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.723050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.723448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.724069] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcd81ab-a7fa-41fd-9e5b-b8715d8b06d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.729609] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1816.729609] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e65087-0fb3-e538-0fe2-103157e1a0e1" [ 1816.729609] env[62490]: _type = "Task" [ 1816.729609] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.739193] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e65087-0fb3-e538-0fe2-103157e1a0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.829194] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1816.829350] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1816.829570] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Deleting the datastore file [datastore1] 11099321-fb21-4294-ba8b-45211ba556c6 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1816.830009] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-347971ec-8cbd-485f-b62c-7650836cc54f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.848222] env[62490]: DEBUG oslo_vmware.api [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for the task: (returnval){ [ 1816.848222] env[62490]: value = "task-2065429" [ 1816.848222] env[62490]: _type = "Task" [ 1816.848222] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.858598] env[62490]: DEBUG oslo_vmware.api [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.998579] env[62490]: DEBUG nova.network.neutron [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Successfully updated port: 5ca542d6-1b23-453e-bdd8-bb278cbb8fbd {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.078192] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119147} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.078690] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.079723] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2278d94-bbfb-47ff-92dc-5cb95ef88a37 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.108935] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.111691] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323d3a31-3591-4dc2-8f38-e59db89b5506 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.133919] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1817.133919] env[62490]: value = "task-2065430" [ 1817.133919] env[62490]: _type = "Task" [ 1817.133919] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.143593] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.172816] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065427, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.185774] env[62490]: DEBUG oslo_concurrency.lockutils [None req-08990d93-385c-426e-8104-20e4d880c58b tempest-ImagesOneServerTestJSON-1010789300 tempest-ImagesOneServerTestJSON-1010789300-project-member] Lock "296569e8-7780-40f1-9edd-a7515f33c44b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.738s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.195485] env[62490]: DEBUG nova.network.neutron [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updated VIF entry in instance network info cache for port 0352784a-873d-4d71-bb04-f11baabbfd78. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.196062] env[62490]: DEBUG nova.network.neutron [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updating instance_info_cache with network_info: [{"id": "0352784a-873d-4d71-bb04-f11baabbfd78", "address": "fa:16:3e:52:e2:66", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0352784a-87", "ovs_interfaceid": "0352784a-873d-4d71-bb04-f11baabbfd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.241225] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e65087-0fb3-e538-0fe2-103157e1a0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.241530] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.241761] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.241986] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.242191] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.242358] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.242611] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407389be-7b8f-476f-88b2-a8015175a944 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.255062] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.255588] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.256106] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e288bb93-456d-405f-b8d4-184bfd3b3f53 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.262176] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1817.262176] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52652bc3-6799-8e00-38ff-de1f13765da7" [ 1817.262176] env[62490]: _type = "Task" [ 1817.262176] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.270434] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52652bc3-6799-8e00-38ff-de1f13765da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.359364] env[62490]: DEBUG oslo_vmware.api [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Task: {'id': task-2065429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464011} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.359628] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.359825] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.360042] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.360226] env[62490]: INFO nova.compute.manager [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1817.360486] env[62490]: DEBUG oslo.service.loopingcall [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.360684] env[62490]: DEBUG nova.compute.manager [-] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.360788] env[62490]: DEBUG nova.network.neutron [-] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.501354] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.501518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.501672] env[62490]: DEBUG nova.network.neutron [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.645199] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.673418] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065427, 'name': Destroy_Task, 'duration_secs': 0.745738} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.673684] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Destroyed the VM [ 1817.673929] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1817.674208] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1671965-e2d7-4f0d-9219-daa4cf774e39 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.682416] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1817.682416] env[62490]: value = "task-2065431" [ 1817.682416] env[62490]: _type = "Task" [ 1817.682416] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.692124] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065431, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.699136] env[62490]: DEBUG oslo_concurrency.lockutils [req-d6dde682-831c-4232-88bc-8ccde105fc7a req-8520a18a-2752-463a-8d36-7c4a31f890e7 service nova] Releasing lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.780040] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52652bc3-6799-8e00-38ff-de1f13765da7, 'name': SearchDatastore_Task, 'duration_secs': 0.014832} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.781103] env[62490]: DEBUG nova.network.neutron [-] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.783054] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb868b0-18df-4f59-9567-58bbb90c904d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.789135] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1817.789135] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52537c93-019f-b907-08c7-75cbf0fbef01" [ 1817.789135] env[62490]: _type = "Task" [ 1817.789135] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.803943] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52537c93-019f-b907-08c7-75cbf0fbef01, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.804327] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.805031] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] fefcb0f7-ed25-42e8-9bd1-12d888320d99/fefcb0f7-ed25-42e8-9bd1-12d888320d99.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1817.805031] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c61d32aa-21a5-4bc2-b542-2eb5b0b28da3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.818150] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1817.818150] env[62490]: value = "task-2065432" [ 1817.818150] env[62490]: _type = "Task" [ 1817.818150] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.830348] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.832944] env[62490]: DEBUG nova.compute.manager [req-690de35e-bb10-4626-876e-b411c39bdbb5 req-71812c7f-150c-4406-b69e-d2f557c2ed01 service nova] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Received event network-vif-deleted-80073795-223d-43bc-9068-d6d29ed311cc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.097102] env[62490]: DEBUG nova.network.neutron [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.147782] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065430, 'name': ReconfigVM_Task, 'duration_secs': 0.592185} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.148142] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809/3df0186d-bf68-4764-aaf3-5f0289d89809.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.148962] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0535f49e-b772-4e80-a404-645424ba68f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.159158] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1818.159158] env[62490]: value = "task-2065433" [ 1818.159158] env[62490]: _type = "Task" [ 1818.159158] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.181257] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065433, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.199863] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065431, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.218972] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79294e11-dcb1-4d5c-8f8c-074f15a6081f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.230863] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1427e8-45be-484c-805a-fcc714b8a3ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.269358] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145a37c9-ae2e-441d-885b-3f979ffa61a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.278714] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2378f9b-9178-4033-9600-7ecade099b46 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.283511] env[62490]: INFO nova.compute.manager [-] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Took 0.92 seconds to deallocate network for instance. [ 1818.298201] env[62490]: DEBUG nova.compute.provider_tree [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.329779] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.419450] env[62490]: DEBUG nova.compute.manager [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Received event network-vif-plugged-5ca542d6-1b23-453e-bdd8-bb278cbb8fbd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.419676] env[62490]: DEBUG oslo_concurrency.lockutils [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] Acquiring lock "aac0eead-47fa-4f91-8af9-1950a12104b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.419882] env[62490]: DEBUG oslo_concurrency.lockutils [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.420077] env[62490]: DEBUG oslo_concurrency.lockutils [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.420285] env[62490]: DEBUG nova.compute.manager [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] No waiting events found dispatching network-vif-plugged-5ca542d6-1b23-453e-bdd8-bb278cbb8fbd {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.420760] env[62490]: WARNING nova.compute.manager [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Received unexpected event network-vif-plugged-5ca542d6-1b23-453e-bdd8-bb278cbb8fbd for instance with vm_state building and task_state spawning. [ 1818.420760] env[62490]: DEBUG nova.compute.manager [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Received event network-changed-5ca542d6-1b23-453e-bdd8-bb278cbb8fbd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.420990] env[62490]: DEBUG nova.compute.manager [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Refreshing instance network info cache due to event network-changed-5ca542d6-1b23-453e-bdd8-bb278cbb8fbd. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1818.421103] env[62490]: DEBUG oslo_concurrency.lockutils [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] Acquiring lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.456959] env[62490]: DEBUG nova.network.neutron [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updating instance_info_cache with network_info: [{"id": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "address": "fa:16:3e:f7:bf:bd", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca542d6-1b", "ovs_interfaceid": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.673230] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065433, 'name': Rename_Task, 'duration_secs': 0.296383} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.673996] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.673996] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20e8fc2a-b724-4b21-a517-faacc4a9b5d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.681853] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1818.681853] env[62490]: value = "task-2065434" [ 1818.681853] env[62490]: _type = "Task" [ 1818.681853] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.690156] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.698762] env[62490]: DEBUG oslo_vmware.api [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065431, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906539} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.699135] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1818.802026] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.802415] env[62490]: DEBUG nova.scheduler.client.report [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.838995] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552073} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.839359] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] fefcb0f7-ed25-42e8-9bd1-12d888320d99/fefcb0f7-ed25-42e8-9bd1-12d888320d99.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1818.839667] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1818.839980] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0ab9ce-2160-4124-a4d9-d3cc44dbdca4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.850526] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1818.850526] env[62490]: value = "task-2065435" [ 1818.850526] env[62490]: _type = "Task" [ 1818.850526] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.858799] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.961050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.961819] env[62490]: DEBUG nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Instance network_info: |[{"id": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "address": "fa:16:3e:f7:bf:bd", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca542d6-1b", "ovs_interfaceid": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.962667] env[62490]: DEBUG oslo_concurrency.lockutils [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] Acquired lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.962887] env[62490]: DEBUG nova.network.neutron [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Refreshing network info cache for port 5ca542d6-1b23-453e-bdd8-bb278cbb8fbd {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.964172] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:bf:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ca542d6-1b23-453e-bdd8-bb278cbb8fbd', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.971813] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Creating folder: Project (b0a2a731f0db47eb91e0c99cde388335). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.972874] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34edcf1a-e4cc-40b8-90f8-67fa7e2c265c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.986697] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Created folder: Project (b0a2a731f0db47eb91e0c99cde388335) in parent group-v423467. [ 1818.986892] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Creating folder: Instances. Parent ref: group-v423561. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.987151] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c43159-35e4-4fbb-a943-58eeca1f8327 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.998522] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Created folder: Instances in parent group-v423561. [ 1818.998779] env[62490]: DEBUG oslo.service.loopingcall [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.998981] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.999222] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-affc57f1-c0bf-4a36-877b-4c9ed628a8e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.020559] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.020559] env[62490]: value = "task-2065438" [ 1819.020559] env[62490]: _type = "Task" [ 1819.020559] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.028928] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065438, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.197032] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.204732] env[62490]: WARNING nova.compute.manager [None req-91952936-4d91-46da-9db4-57a809aa6542 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Image not found during snapshot: nova.exception.ImageNotFound: Image 655ecf93-decd-433d-ad88-644182a330b3 could not be found. [ 1819.308020] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.308666] env[62490]: DEBUG nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.311283] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.981s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.312820] env[62490]: DEBUG nova.objects.instance [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lazy-loading 'resources' on Instance uuid 61b30329-73ea-46be-9c33-b4c7d7f06d9e {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.360701] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090025} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.360990] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.362319] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0079f-9e90-4abb-be9e-e785e6b77e2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.386515] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] fefcb0f7-ed25-42e8-9bd1-12d888320d99/fefcb0f7-ed25-42e8-9bd1-12d888320d99.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.386840] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c408546-8b4b-4190-9c6e-de72b5b290ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.407938] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1819.407938] env[62490]: value = "task-2065439" [ 1819.407938] env[62490]: _type = "Task" [ 1819.407938] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.420516] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.531524] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065438, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.692643] env[62490]: DEBUG oslo_vmware.api [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065434, 'name': PowerOnVM_Task, 'duration_secs': 0.89462} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.692901] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.693148] env[62490]: DEBUG nova.compute.manager [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.693952] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebf535b-fbcd-4fe9-aac7-fc4ae4bd7c15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.763618] env[62490]: DEBUG nova.network.neutron [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updated VIF entry in instance network info cache for port 5ca542d6-1b23-453e-bdd8-bb278cbb8fbd. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.763975] env[62490]: DEBUG nova.network.neutron [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updating instance_info_cache with network_info: [{"id": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "address": "fa:16:3e:f7:bf:bd", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca542d6-1b", "ovs_interfaceid": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.816063] env[62490]: DEBUG nova.compute.utils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.822214] env[62490]: DEBUG nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.822214] env[62490]: DEBUG nova.network.neutron [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.886807] env[62490]: DEBUG nova.policy [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c29301c2d6a43b796235c72562b65ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a2a731f0db47eb91e0c99cde388335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.919301] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065439, 'name': ReconfigVM_Task, 'duration_secs': 0.310603} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.921915] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Reconfigured VM instance instance-0000001f to attach disk [datastore1] fefcb0f7-ed25-42e8-9bd1-12d888320d99/fefcb0f7-ed25-42e8-9bd1-12d888320d99.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1819.922999] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81dc2ef4-e747-43d2-9abb-9228fc213546 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.932831] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1819.932831] env[62490]: value = "task-2065440" [ 1819.932831] env[62490]: _type = "Task" [ 1819.932831] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.950164] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065440, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.033065] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065438, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.226746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.253387] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "51cd82ee-351e-43ce-bc26-3992e1e7d476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.253632] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.253859] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "51cd82ee-351e-43ce-bc26-3992e1e7d476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.254013] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.258345] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.263535] env[62490]: INFO nova.compute.manager [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Terminating instance [ 1820.267506] env[62490]: DEBUG oslo_concurrency.lockutils [req-b90b5104-5c01-485e-8364-d0c1b752b0da req-0387e06d-9c75-4735-a861-31d4a4c5bdb9 service nova] Releasing lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.329349] env[62490]: DEBUG nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.370441] env[62490]: DEBUG nova.network.neutron [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Successfully created port: cf139fec-0ce2-44b7-b786-905e93674a72 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.436919] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d695ab-4f85-4b8e-bc71-024491bbc589 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.452387] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7907f6-a676-4e6c-a04f-f4bca8c8f7b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.456135] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065440, 'name': Rename_Task, 'duration_secs': 0.156159} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.456461] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.457028] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ebd88db-fb92-4ac9-8323-28e3c9312a10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.486339] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6a7a36-7fe7-42e9-a85c-3303266378ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.489280] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1820.489280] env[62490]: value = "task-2065441" [ 1820.489280] env[62490]: _type = "Task" [ 1820.489280] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.497611] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395e50c1-5437-4814-a300-6db61c2488a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.504754] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065441, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.517951] env[62490]: DEBUG nova.compute.provider_tree [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.532798] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065438, 'name': CreateVM_Task, 'duration_secs': 1.132431} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.532798] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.533447] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.533659] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.533955] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.535401] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2a5554-be22-4122-b27d-c92f4b2064e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.543020] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1820.543020] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525c9b72-4da1-2d97-c725-07d9bc754695" [ 1820.543020] env[62490]: _type = "Task" [ 1820.543020] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.550329] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525c9b72-4da1-2d97-c725-07d9bc754695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.774281] env[62490]: DEBUG nova.compute.manager [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.774281] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.774281] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c95a830-2603-4cf1-bdbc-1ccc6403c60c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.783012] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.783303] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd08f7e3-5e33-42c1-8804-4056dc49521d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.790714] env[62490]: DEBUG oslo_vmware.api [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1820.790714] env[62490]: value = "task-2065442" [ 1820.790714] env[62490]: _type = "Task" [ 1820.790714] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.802262] env[62490]: DEBUG oslo_vmware.api [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.000290] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065441, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.022246] env[62490]: DEBUG nova.scheduler.client.report [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.054980] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525c9b72-4da1-2d97-c725-07d9bc754695, 'name': SearchDatastore_Task, 'duration_secs': 0.031971} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.056087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.056175] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.057338] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.057859] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.059361] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.060473] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1843e88-b039-442a-9e9d-7d761dc0f852 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.070626] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.070810] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.071581] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75532c59-8816-47ee-bdb0-d18043e85b95 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.077992] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1821.077992] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fd40ca-2594-cc99-5947-ce82bf0ac223" [ 1821.077992] env[62490]: _type = "Task" [ 1821.077992] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.089297] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fd40ca-2594-cc99-5947-ce82bf0ac223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.303055] env[62490]: DEBUG oslo_vmware.api [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065442, 'name': PowerOffVM_Task, 'duration_secs': 0.209092} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.303055] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.303055] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.303450] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04b2a2f4-afb9-4fb1-9b2c-815b3fa2a52a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.338985] env[62490]: DEBUG nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.365310] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.365550] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.365709] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.365891] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.370123] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.370379] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.370617] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.370783] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.370954] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.371188] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.371330] env[62490]: DEBUG nova.virt.hardware [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.372246] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f444c06-3480-41ae-99d6-a5e17356b3e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.382439] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091f2d5-e806-403f-b37f-b16b98895637 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.436760] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "3df0186d-bf68-4764-aaf3-5f0289d89809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.437042] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.437408] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "3df0186d-bf68-4764-aaf3-5f0289d89809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.437480] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.437608] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.440623] env[62490]: INFO nova.compute.manager [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Terminating instance [ 1821.445853] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.446151] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.446237] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleting the datastore file [datastore1] 51cd82ee-351e-43ce-bc26-3992e1e7d476 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.446489] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b70ba57-a98e-4e00-9a1d-a3c45eab5754 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.453972] env[62490]: DEBUG oslo_vmware.api [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1821.453972] env[62490]: value = "task-2065444" [ 1821.453972] env[62490]: _type = "Task" [ 1821.453972] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.465801] env[62490]: DEBUG oslo_vmware.api [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.501918] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065441, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.528261] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.536022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.034s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.536022] env[62490]: INFO nova.compute.claims [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1821.577235] env[62490]: INFO nova.scheduler.client.report [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Deleted allocations for instance 61b30329-73ea-46be-9c33-b4c7d7f06d9e [ 1821.594762] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fd40ca-2594-cc99-5947-ce82bf0ac223, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.595101] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79ae6ecc-33b8-4f1f-96f2-7f82a974c01f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.602533] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1821.602533] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526451ac-f116-c3a4-2c09-1acaf35ba9d5" [ 1821.602533] env[62490]: _type = "Task" [ 1821.602533] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.613728] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526451ac-f116-c3a4-2c09-1acaf35ba9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.945873] env[62490]: DEBUG nova.compute.manager [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.945873] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.946517] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b79e2d5-d378-483c-98d4-d3b38da96ea9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.955443] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.959216] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f206f00-4cc8-48c3-b4db-8a07167ab035 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.967542] env[62490]: DEBUG oslo_vmware.api [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181903} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.969052] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1821.969333] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1821.969566] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1821.969819] env[62490]: INFO nova.compute.manager [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1821.970155] env[62490]: DEBUG oslo.service.loopingcall [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.970430] env[62490]: DEBUG oslo_vmware.api [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1821.970430] env[62490]: value = "task-2065445" [ 1821.970430] env[62490]: _type = "Task" [ 1821.970430] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.970617] env[62490]: DEBUG nova.compute.manager [-] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1821.970712] env[62490]: DEBUG nova.network.neutron [-] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1821.982704] env[62490]: DEBUG oslo_vmware.api [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.002441] env[62490]: DEBUG oslo_vmware.api [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065441, 'name': PowerOnVM_Task, 'duration_secs': 1.250046} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.002441] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.002441] env[62490]: INFO nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1822.002607] env[62490]: DEBUG nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1822.006021] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b8e02a-e5ca-4a99-812c-d91a3e256fec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.086748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0bfc1471-551d-49bc-9b63-f9612a359300 tempest-ServerDiagnosticsV248Test-135375594 tempest-ServerDiagnosticsV248Test-135375594-project-member] Lock "61b30329-73ea-46be-9c33-b4c7d7f06d9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.079s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.118876] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526451ac-f116-c3a4-2c09-1acaf35ba9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.022083} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.119462] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.119729] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/aac0eead-47fa-4f91-8af9-1950a12104b4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.121401] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1814524a-4db5-48cf-919c-be672cf520ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.129071] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1822.129071] env[62490]: value = "task-2065446" [ 1822.129071] env[62490]: _type = "Task" [ 1822.129071] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.148647] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.172949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.173228] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.391858] env[62490]: DEBUG nova.compute.manager [req-f3e8d460-b0e1-46a5-b7f7-8c071e6229aa req-d3f5e543-a1db-446e-af0f-bf33ad498d7f service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Received event network-vif-deleted-7de1e6b7-c4dd-4126-82c9-d59fbebd8f86 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1822.392154] env[62490]: INFO nova.compute.manager [req-f3e8d460-b0e1-46a5-b7f7-8c071e6229aa req-d3f5e543-a1db-446e-af0f-bf33ad498d7f service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Neutron deleted interface 7de1e6b7-c4dd-4126-82c9-d59fbebd8f86; detaching it from the instance and deleting it from the info cache [ 1822.395554] env[62490]: DEBUG nova.network.neutron [req-f3e8d460-b0e1-46a5-b7f7-8c071e6229aa req-d3f5e543-a1db-446e-af0f-bf33ad498d7f service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.486816] env[62490]: DEBUG oslo_vmware.api [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065445, 'name': PowerOffVM_Task, 'duration_secs': 0.282012} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.487208] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.487456] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1822.487807] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5cd2e4d-ac65-427c-a9d9-8615dba2512f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.493754] env[62490]: DEBUG nova.compute.manager [req-95dc052f-5247-4424-8a92-c7f6b44fdc3d req-6b6bc6c6-9117-42b1-a485-b32a01efe6c9 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Received event network-vif-plugged-cf139fec-0ce2-44b7-b786-905e93674a72 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1822.494077] env[62490]: DEBUG oslo_concurrency.lockutils [req-95dc052f-5247-4424-8a92-c7f6b44fdc3d req-6b6bc6c6-9117-42b1-a485-b32a01efe6c9 service nova] Acquiring lock "d2d72bbb-85d1-4e43-8598-d91023f82176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.494368] env[62490]: DEBUG oslo_concurrency.lockutils [req-95dc052f-5247-4424-8a92-c7f6b44fdc3d req-6b6bc6c6-9117-42b1-a485-b32a01efe6c9 service nova] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.494617] env[62490]: DEBUG oslo_concurrency.lockutils [req-95dc052f-5247-4424-8a92-c7f6b44fdc3d req-6b6bc6c6-9117-42b1-a485-b32a01efe6c9 service nova] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.494842] env[62490]: DEBUG nova.compute.manager [req-95dc052f-5247-4424-8a92-c7f6b44fdc3d req-6b6bc6c6-9117-42b1-a485-b32a01efe6c9 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] No waiting events found dispatching network-vif-plugged-cf139fec-0ce2-44b7-b786-905e93674a72 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.495092] env[62490]: WARNING nova.compute.manager [req-95dc052f-5247-4424-8a92-c7f6b44fdc3d req-6b6bc6c6-9117-42b1-a485-b32a01efe6c9 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Received unexpected event network-vif-plugged-cf139fec-0ce2-44b7-b786-905e93674a72 for instance with vm_state building and task_state spawning. [ 1822.526965] env[62490]: INFO nova.compute.manager [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Took 37.32 seconds to build instance. [ 1822.606812] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1822.607060] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1822.607258] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleting the datastore file [datastore1] 3df0186d-bf68-4764-aaf3-5f0289d89809 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.612230] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e5cf9c2-b5f2-431a-850f-d9ebb0206659 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.625024] env[62490]: DEBUG oslo_vmware.api [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1822.625024] env[62490]: value = "task-2065448" [ 1822.625024] env[62490]: _type = "Task" [ 1822.625024] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.640084] env[62490]: DEBUG oslo_vmware.api [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.647822] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065446, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.816659] env[62490]: DEBUG nova.network.neutron [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Successfully updated port: cf139fec-0ce2-44b7-b786-905e93674a72 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.846900] env[62490]: DEBUG nova.network.neutron [-] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.895281] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20d27966-f007-4f9f-819c-37f1541ec871 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.912294] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93666fda-3fa3-44a6-9cb1-d8e442ea06a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.971646] env[62490]: DEBUG nova.compute.manager [req-f3e8d460-b0e1-46a5-b7f7-8c071e6229aa req-d3f5e543-a1db-446e-af0f-bf33ad498d7f service nova] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Detach interface failed, port_id=7de1e6b7-c4dd-4126-82c9-d59fbebd8f86, reason: Instance 51cd82ee-351e-43ce-bc26-3992e1e7d476 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1823.031353] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92b15442-87e7-4732-a4c2-21bb1a1801f2 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.050s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.141687] env[62490]: DEBUG oslo_vmware.api [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.148271] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522145} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.148271] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/aac0eead-47fa-4f91-8af9-1950a12104b4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.149038] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.149038] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade087f5-750f-4c40-bbdb-c1f493473717 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.157248] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1823.157248] env[62490]: value = "task-2065449" [ 1823.157248] env[62490]: _type = "Task" [ 1823.157248] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.170090] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.223351] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9917e6-e258-4f00-bd50-2c8b05f395bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.233861] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27da63b-7503-4cff-9aaa-713464e74e49 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.265729] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e023ec-1357-4775-baa5-dbd4e59d45cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.275970] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed3dd6-e079-478e-be34-596e0fcb82fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.293141] env[62490]: DEBUG nova.compute.provider_tree [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.325042] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.325042] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.325042] env[62490]: DEBUG nova.network.neutron [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.350973] env[62490]: INFO nova.compute.manager [-] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Took 1.38 seconds to deallocate network for instance. [ 1823.536040] env[62490]: DEBUG nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1823.643612] env[62490]: DEBUG oslo_vmware.api [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.694929} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.643612] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.643733] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1823.643823] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1823.643998] env[62490]: INFO nova.compute.manager [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1823.645273] env[62490]: DEBUG oslo.service.loopingcall [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.645273] env[62490]: DEBUG nova.compute.manager [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1823.645273] env[62490]: DEBUG nova.network.neutron [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.671522] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.487977} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.671845] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.672704] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c4b7d-d8c7-421a-bd6f-b1c81d0dc996 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.699780] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/aac0eead-47fa-4f91-8af9-1950a12104b4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.700808] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a9e72ee-67ee-42f7-aea0-e38faa76aff0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.724190] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1823.724190] env[62490]: value = "task-2065450" [ 1823.724190] env[62490]: _type = "Task" [ 1823.724190] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.736073] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.796691] env[62490]: DEBUG nova.scheduler.client.report [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1823.858130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.887718] env[62490]: DEBUG nova.network.neutron [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.063883] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.179429] env[62490]: DEBUG nova.network.neutron [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Updating instance_info_cache with network_info: [{"id": "cf139fec-0ce2-44b7-b786-905e93674a72", "address": "fa:16:3e:39:3e:25", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf139fec-0c", "ovs_interfaceid": "cf139fec-0ce2-44b7-b786-905e93674a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.241321] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065450, 'name': ReconfigVM_Task, 'duration_secs': 0.403697} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.242733] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/aac0eead-47fa-4f91-8af9-1950a12104b4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.244555] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b21b08ec-6a11-47f8-897f-9f8147a04efb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.254528] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1824.254528] env[62490]: value = "task-2065451" [ 1824.254528] env[62490]: _type = "Task" [ 1824.254528] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.269179] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065451, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.276818] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "93715b06-81bb-415f-b69a-61af61badce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.277130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "93715b06-81bb-415f-b69a-61af61badce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.301655] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.302236] env[62490]: DEBUG nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1824.305815] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.134s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.437393] env[62490]: DEBUG nova.compute.manager [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Received event network-changed-0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1824.437393] env[62490]: DEBUG nova.compute.manager [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Refreshing instance network info cache due to event network-changed-0352784a-873d-4d71-bb04-f11baabbfd78. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1824.437393] env[62490]: DEBUG oslo_concurrency.lockutils [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] Acquiring lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.438140] env[62490]: DEBUG oslo_concurrency.lockutils [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] Acquired lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.438366] env[62490]: DEBUG nova.network.neutron [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Refreshing network info cache for port 0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.537271] env[62490]: DEBUG nova.network.neutron [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.563838] env[62490]: DEBUG nova.compute.manager [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Received event network-changed-cf139fec-0ce2-44b7-b786-905e93674a72 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1824.564062] env[62490]: DEBUG nova.compute.manager [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Refreshing instance network info cache due to event network-changed-cf139fec-0ce2-44b7-b786-905e93674a72. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1824.564271] env[62490]: DEBUG oslo_concurrency.lockutils [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] Acquiring lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.682391] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.684964] env[62490]: DEBUG nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Instance network_info: |[{"id": "cf139fec-0ce2-44b7-b786-905e93674a72", "address": "fa:16:3e:39:3e:25", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf139fec-0c", "ovs_interfaceid": "cf139fec-0ce2-44b7-b786-905e93674a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1824.684964] env[62490]: DEBUG oslo_concurrency.lockutils [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] Acquired lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.684964] env[62490]: DEBUG nova.network.neutron [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Refreshing network info cache for port cf139fec-0ce2-44b7-b786-905e93674a72 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.685278] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:3e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf139fec-0ce2-44b7-b786-905e93674a72', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.693781] env[62490]: DEBUG oslo.service.loopingcall [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.696929] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.698065] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55cf984b-7ca8-4d5b-ac7a-91d1acaa68d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.724284] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.724284] env[62490]: value = "task-2065452" [ 1824.724284] env[62490]: _type = "Task" [ 1824.724284] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.733981] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065452, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.766748] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065451, 'name': Rename_Task, 'duration_secs': 0.180792} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.773558] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.776141] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d19f84ae-f30a-4ce1-9459-88096c2f7594 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.787168] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1824.787168] env[62490]: value = "task-2065453" [ 1824.787168] env[62490]: _type = "Task" [ 1824.787168] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.794667] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.809629] env[62490]: DEBUG nova.compute.utils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.824037] env[62490]: DEBUG nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1824.824201] env[62490]: DEBUG nova.network.neutron [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1824.893305] env[62490]: DEBUG nova.policy [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10be848966c94192aaf4af87c3b61744', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569734282df7424288746dbb13a8ee27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.039101] env[62490]: INFO nova.compute.manager [-] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Took 1.39 seconds to deallocate network for instance. [ 1825.232955] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065452, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.296147] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.300325] env[62490]: DEBUG nova.network.neutron [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Successfully created port: c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1825.325300] env[62490]: DEBUG nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1825.369663] env[62490]: DEBUG nova.network.neutron [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Updated VIF entry in instance network info cache for port cf139fec-0ce2-44b7-b786-905e93674a72. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.369663] env[62490]: DEBUG nova.network.neutron [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Updating instance_info_cache with network_info: [{"id": "cf139fec-0ce2-44b7-b786-905e93674a72", "address": "fa:16:3e:39:3e:25", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf139fec-0c", "ovs_interfaceid": "cf139fec-0ce2-44b7-b786-905e93674a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.372306] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f53dbc3e-445d-4d0a-85a1-70003bd67502 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1825.372798] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.373212] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 76037297-9052-41aa-9a6c-2fbcb0cb0797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.373632] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 0fc31c87-417f-4447-943e-00f125f27bbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.374081] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4abecfe8-97a8-4f54-87ec-bb51cc85f25c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.374750] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f2c7f8cb-3da0-45b3-ba7d-67307196e534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.375107] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.375339] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance efb3cd31-c298-4063-9418-fc39e60a0c17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.375636] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 927f44df-72d2-4985-bfac-161dad9285a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.375922] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.376154] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 269daec6-64d9-4885-be21-784f7a4be7a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.376381] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance a043c00b-fda1-425b-ad30-52cbf4143164 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ff7b9162-534d-43d0-b1d3-cf65e8c26d2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 5911ad6b-f534-426e-aac5-20629a9dd1e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8a7f3c99-5084-4688-9ed5-1854c2c8733d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3df0186d-bf68-4764-aaf3-5f0289d89809 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 51cd82ee-351e-43ce-bc26-3992e1e7d476 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1825.379018] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 11099321-fb21-4294-ba8b-45211ba556c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance fefcb0f7-ed25-42e8-9bd1-12d888320d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance aac0eead-47fa-4f91-8af9-1950a12104b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d2d72bbb-85d1-4e43-8598-d91023f82176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.379018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f3bd2773-91d8-4750-bb3d-f5d1fca44a0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.550755] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.550755] env[62490]: DEBUG nova.network.neutron [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updated VIF entry in instance network info cache for port 0352784a-873d-4d71-bb04-f11baabbfd78. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.550755] env[62490]: DEBUG nova.network.neutron [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updating instance_info_cache with network_info: [{"id": "0352784a-873d-4d71-bb04-f11baabbfd78", "address": "fa:16:3e:52:e2:66", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0352784a-87", "ovs_interfaceid": "0352784a-873d-4d71-bb04-f11baabbfd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.734404] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065452, 'name': CreateVM_Task, 'duration_secs': 0.549029} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.734404] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.735358] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.737022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.737022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.737022] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3317406b-1f84-4299-98fa-6c1d71b53dab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.745308] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1825.745308] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c9f62-3c14-54f0-6eb0-1c670cbc3bcd" [ 1825.745308] env[62490]: _type = "Task" [ 1825.745308] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.754741] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c9f62-3c14-54f0-6eb0-1c670cbc3bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.800326] env[62490]: DEBUG oslo_vmware.api [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065453, 'name': PowerOnVM_Task, 'duration_secs': 0.691751} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.800326] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1825.800326] env[62490]: INFO nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1825.800326] env[62490]: DEBUG nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.800326] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beccde13-794f-452c-a144-d81739a38acc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.881136] env[62490]: DEBUG oslo_concurrency.lockutils [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] Releasing lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.881136] env[62490]: DEBUG nova.compute.manager [req-5acd55c2-15be-40d5-97cf-94c8f214f74d req-1a690d1a-2a56-4054-9bc5-27595f87beb7 service nova] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Received event network-vif-deleted-47432f1c-5ca3-4795-b3f0-5bd31c10c671 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1825.886204] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8846de16-a817-4daa-81fc-9567a8dd032e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.053624] env[62490]: DEBUG oslo_concurrency.lockutils [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] Releasing lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.056202] env[62490]: DEBUG nova.compute.manager [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Received event network-changed-0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1826.056202] env[62490]: DEBUG nova.compute.manager [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Refreshing instance network info cache due to event network-changed-0352784a-873d-4d71-bb04-f11baabbfd78. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1826.056202] env[62490]: DEBUG oslo_concurrency.lockutils [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] Acquiring lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.056202] env[62490]: DEBUG oslo_concurrency.lockutils [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] Acquired lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.056202] env[62490]: DEBUG nova.network.neutron [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Refreshing network info cache for port 0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.260590] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c9f62-3c14-54f0-6eb0-1c670cbc3bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.02408} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.261794] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.262281] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.262770] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.265026] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.265026] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.265026] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899eeda1-7f7c-4b13-88e1-1b521a8f745f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.279517] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.280012] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.281035] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1398eb17-5f64-4f0c-be70-0c04ada890da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.293146] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1826.293146] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b2961d-e67a-3e25-25cc-04232c610c20" [ 1826.293146] env[62490]: _type = "Task" [ 1826.293146] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.305794] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b2961d-e67a-3e25-25cc-04232c610c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.322472] env[62490]: INFO nova.compute.manager [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Took 38.15 seconds to build instance. [ 1826.343024] env[62490]: DEBUG nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1826.381087] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1826.381087] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1826.381087] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1826.381087] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1826.381087] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1826.381733] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1826.382112] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1826.382409] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1826.382697] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1826.382975] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1826.383458] env[62490]: DEBUG nova.virt.hardware [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1826.384442] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61db7ccc-31a2-45da-9a3c-50c8dffc82b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.389615] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ea73c22f-d49b-4d10-b15d-86423e345b27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.396063] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486e9471-89e7-4860-acd6-1291c187cfbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.813015] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b2961d-e67a-3e25-25cc-04232c610c20, 'name': SearchDatastore_Task, 'duration_secs': 0.016634} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.816610] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b87d1cf-1037-48e0-8f08-f01b581804cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.823945] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1826.823945] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5226b2b0-e27b-be64-ed5d-cabf9234908e" [ 1826.823945] env[62490]: _type = "Task" [ 1826.823945] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.828402] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d222430e-8575-4791-bb82-66c5177174e9 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.169s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.838414] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5226b2b0-e27b-be64-ed5d-cabf9234908e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.893206] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 91bd7be3-04e4-4d69-bcd1-f8d09614c74c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.976573] env[62490]: DEBUG nova.network.neutron [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updated VIF entry in instance network info cache for port 0352784a-873d-4d71-bb04-f11baabbfd78. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.976977] env[62490]: DEBUG nova.network.neutron [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updating instance_info_cache with network_info: [{"id": "0352784a-873d-4d71-bb04-f11baabbfd78", "address": "fa:16:3e:52:e2:66", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0352784a-87", "ovs_interfaceid": "0352784a-873d-4d71-bb04-f11baabbfd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.012659] env[62490]: DEBUG nova.compute.manager [req-2ceb0a31-1dcc-4dc1-a0d5-0ff3dcdc6e27 req-0105fcc6-783f-4010-94f2-1033a8811935 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Received event network-vif-plugged-c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1827.014045] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ceb0a31-1dcc-4dc1-a0d5-0ff3dcdc6e27 req-0105fcc6-783f-4010-94f2-1033a8811935 service nova] Acquiring lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.014626] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ceb0a31-1dcc-4dc1-a0d5-0ff3dcdc6e27 req-0105fcc6-783f-4010-94f2-1033a8811935 service nova] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.015134] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ceb0a31-1dcc-4dc1-a0d5-0ff3dcdc6e27 req-0105fcc6-783f-4010-94f2-1033a8811935 service nova] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.015134] env[62490]: DEBUG nova.compute.manager [req-2ceb0a31-1dcc-4dc1-a0d5-0ff3dcdc6e27 req-0105fcc6-783f-4010-94f2-1033a8811935 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] No waiting events found dispatching network-vif-plugged-c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.015252] env[62490]: WARNING nova.compute.manager [req-2ceb0a31-1dcc-4dc1-a0d5-0ff3dcdc6e27 req-0105fcc6-783f-4010-94f2-1033a8811935 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Received unexpected event network-vif-plugged-c2f71952-49d0-48fb-8eb4-fad34c3dd568 for instance with vm_state building and task_state spawning. [ 1827.160013] env[62490]: DEBUG nova.network.neutron [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Successfully updated port: c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.336126] env[62490]: DEBUG nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1827.340214] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5226b2b0-e27b-be64-ed5d-cabf9234908e, 'name': SearchDatastore_Task, 'duration_secs': 0.01763} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.340990] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.343152] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/d2d72bbb-85d1-4e43-8598-d91023f82176.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.343152] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f852de05-ef38-467b-bd82-c29767671f6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.349843] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1827.349843] env[62490]: value = "task-2065454" [ 1827.349843] env[62490]: _type = "Task" [ 1827.349843] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.360185] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.396553] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 9da187eb-e1c5-4b73-aba8-ff21f572cc79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1827.480307] env[62490]: DEBUG oslo_concurrency.lockutils [req-4c8389ba-e303-412b-b95d-41241a0bdef9 req-0497f9aa-0675-4181-9f40-8bfcb2f655c4 service nova] Releasing lock "refresh_cache-fefcb0f7-ed25-42e8-9bd1-12d888320d99" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.665045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.665045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquired lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.665045] env[62490]: DEBUG nova.network.neutron [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.864782] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065454, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.884439] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.901981] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c7b97998-bbde-4262-8000-e6dd261e9005 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1828.211888] env[62490]: DEBUG nova.network.neutron [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.361648] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534244} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.361994] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/d2d72bbb-85d1-4e43-8598-d91023f82176.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.362196] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.362501] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-211de982-7f14-4cc3-b65e-10cbf03658a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.369526] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1828.369526] env[62490]: value = "task-2065455" [ 1828.369526] env[62490]: _type = "Task" [ 1828.369526] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.374040] env[62490]: DEBUG nova.network.neutron [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Updating instance_info_cache with network_info: [{"id": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "address": "fa:16:3e:5e:33:10", "network": {"id": "c95bf7fe-20bf-4efd-a3ec-341dc92ce4f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-150006040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569734282df7424288746dbb13a8ee27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f71952-49", "ovs_interfaceid": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.381609] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.406229] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4575f569-95e5-428f-8e0b-79ae8cc4af65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1828.467142] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "9c447288-5ff8-48bd-8bb3-5f78becea748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.467413] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.876795] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Releasing lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.877086] env[62490]: DEBUG nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Instance network_info: |[{"id": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "address": "fa:16:3e:5e:33:10", "network": {"id": "c95bf7fe-20bf-4efd-a3ec-341dc92ce4f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-150006040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569734282df7424288746dbb13a8ee27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f71952-49", "ovs_interfaceid": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.881838] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:33:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2f71952-49d0-48fb-8eb4-fad34c3dd568', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.890735] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Creating folder: Project (569734282df7424288746dbb13a8ee27). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.891050] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196135} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.891274] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c5579b9-6c94-47d1-99e1-b7425627dbfc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.893231] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1828.894034] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d74e3-947c-485e-b268-297b50bd9377 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.913898] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b9f6ddfd-092a-4a5b-9410-8774e7c50e46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1828.929968] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/d2d72bbb-85d1-4e43-8598-d91023f82176.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.931023] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3ec60c-7fe8-4095-9bb4-3bb0e084b907 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.949023] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Created folder: Project (569734282df7424288746dbb13a8ee27) in parent group-v423467. [ 1828.949023] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Creating folder: Instances. Parent ref: group-v423565. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.949023] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7afe9fe8-fbea-4e98-aeef-efde6bd94b85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.956209] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1828.956209] env[62490]: value = "task-2065457" [ 1828.956209] env[62490]: _type = "Task" [ 1828.956209] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.963816] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Created folder: Instances in parent group-v423565. [ 1828.963816] env[62490]: DEBUG oslo.service.loopingcall [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.963816] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.963816] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a70fdd12-90b9-420e-a429-10ebe56ac330 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.979561] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.984773] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.984773] env[62490]: value = "task-2065459" [ 1828.984773] env[62490]: _type = "Task" [ 1828.984773] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.996809] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065459, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.044142] env[62490]: DEBUG nova.compute.manager [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Received event network-changed-c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1829.044361] env[62490]: DEBUG nova.compute.manager [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Refreshing instance network info cache due to event network-changed-c2f71952-49d0-48fb-8eb4-fad34c3dd568. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1829.044609] env[62490]: DEBUG oslo_concurrency.lockutils [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] Acquiring lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.044764] env[62490]: DEBUG oslo_concurrency.lockutils [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] Acquired lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.044926] env[62490]: DEBUG nova.network.neutron [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Refreshing network info cache for port c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.390986] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "c5434c30-b136-40c0-aef3-86cc964a67ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.391044] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.431236] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 77963072-fae4-4155-8d71-6891a21db18e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1829.467831] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065457, 'name': ReconfigVM_Task, 'duration_secs': 0.373852} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.468443] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/d2d72bbb-85d1-4e43-8598-d91023f82176.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.471276] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e9267f3-1d39-4940-9d0e-87edd07b4918 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.476430] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1829.476430] env[62490]: value = "task-2065460" [ 1829.476430] env[62490]: _type = "Task" [ 1829.476430] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.487046] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065460, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.493405] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065459, 'name': CreateVM_Task, 'duration_secs': 0.34817} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.493534] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.494290] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.494460] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.494814] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.495072] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5a356e-fcd2-404a-a0d8-69b74afad240 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.499497] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1829.499497] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526d19ce-db5a-9a40-bf53-6c1cf8c4b67d" [ 1829.499497] env[62490]: _type = "Task" [ 1829.499497] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.507044] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526d19ce-db5a-9a40-bf53-6c1cf8c4b67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.765613] env[62490]: DEBUG nova.network.neutron [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Updated VIF entry in instance network info cache for port c2f71952-49d0-48fb-8eb4-fad34c3dd568. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.765969] env[62490]: DEBUG nova.network.neutron [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Updating instance_info_cache with network_info: [{"id": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "address": "fa:16:3e:5e:33:10", "network": {"id": "c95bf7fe-20bf-4efd-a3ec-341dc92ce4f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-150006040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569734282df7424288746dbb13a8ee27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f71952-49", "ovs_interfaceid": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.934334] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ca17f52a-6739-482b-ac60-67fe0c46dda2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1829.987927] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065460, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.010056] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526d19ce-db5a-9a40-bf53-6c1cf8c4b67d, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.010391] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.010632] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.010859] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.011007] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.011197] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.011497] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcee83d5-f479-4de6-95e4-b3500a44f980 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.021037] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.021037] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.021850] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98b23af-cf32-4a77-9f32-7b56574c9fc4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.026972] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1830.026972] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6a494-5194-b8d9-0e63-304b1897f286" [ 1830.026972] env[62490]: _type = "Task" [ 1830.026972] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.034497] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6a494-5194-b8d9-0e63-304b1897f286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.269455] env[62490]: DEBUG oslo_concurrency.lockutils [req-ae9235ef-1975-49d5-a633-bf89dbd52c9a req-831d254d-6336-4b3b-b4bd-6eec915c3566 service nova] Releasing lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.437250] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7a6307d1-b846-431e-bd20-e7755fc0f9fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1830.486991] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065460, 'name': Rename_Task, 'duration_secs': 0.949456} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.487288] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.487530] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84a30738-017b-47ba-8ded-6b9f7a96cecd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.493059] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1830.493059] env[62490]: value = "task-2065461" [ 1830.493059] env[62490]: _type = "Task" [ 1830.493059] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.500217] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.535964] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6a494-5194-b8d9-0e63-304b1897f286, 'name': SearchDatastore_Task, 'duration_secs': 0.028264} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.536714] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505f1935-9c1f-4b0e-beb6-51dd59e0f328 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.541288] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1830.541288] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c44b66-aca3-af35-26e2-76ce21a3cb7b" [ 1830.541288] env[62490]: _type = "Task" [ 1830.541288] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.548475] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c44b66-aca3-af35-26e2-76ce21a3cb7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.939885] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 5983e55c-136a-4fbe-b008-e116cbd7f6b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1831.004952] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065461, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.053152] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c44b66-aca3-af35-26e2-76ce21a3cb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.042254} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.053362] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.053618] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f3bd2773-91d8-4750-bb3d-f5d1fca44a0d/f3bd2773-91d8-4750-bb3d-f5d1fca44a0d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.053876] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ae9d2d-33a7-4f75-b3c4-56887069c250 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.061296] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1831.061296] env[62490]: value = "task-2065462" [ 1831.061296] env[62490]: _type = "Task" [ 1831.061296] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.068727] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.444077] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 93715b06-81bb-415f-b69a-61af61badce0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1831.444077] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1831.444077] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1831.507624] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065461, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.570724] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494893} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.570994] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f3bd2773-91d8-4750-bb3d-f5d1fca44a0d/f3bd2773-91d8-4750-bb3d-f5d1fca44a0d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.571262] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.571527] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1d69115-8826-49b7-ac8d-967cf1fe11b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.579172] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1831.579172] env[62490]: value = "task-2065463" [ 1831.579172] env[62490]: _type = "Task" [ 1831.579172] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.586838] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.894051] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df69304c-d7b9-4517-b8d8-da1c6be28e51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.901580] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae5bbd8-d007-4e4f-8572-878b060f8b05 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.932052] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c3967d-b4b3-4d99-bb4f-06cb3bd2d758 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.939346] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e95ec9-d4bc-464b-9a53-a42c24027f27 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.955043] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.004799] env[62490]: DEBUG oslo_vmware.api [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065461, 'name': PowerOnVM_Task, 'duration_secs': 1.341231} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.005131] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.005338] env[62490]: INFO nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1832.005516] env[62490]: DEBUG nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.006306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47c296-e83b-4d3c-974e-99bfde8a57c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.091135] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066982} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.091135] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1832.091663] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575da221-ff7a-4763-891e-2848b2e3fb92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.115037] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] f3bd2773-91d8-4750-bb3d-f5d1fca44a0d/f3bd2773-91d8-4750-bb3d-f5d1fca44a0d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.115336] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f13bac4-cc35-46a8-971a-052c76d4716b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.136049] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1832.136049] env[62490]: value = "task-2065464" [ 1832.136049] env[62490]: _type = "Task" [ 1832.136049] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.144351] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.457444] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.524851] env[62490]: INFO nova.compute.manager [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Took 42.93 seconds to build instance. [ 1832.645461] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065464, 'name': ReconfigVM_Task, 'duration_secs': 0.252683} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.645755] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Reconfigured VM instance instance-00000022 to attach disk [datastore1] f3bd2773-91d8-4750-bb3d-f5d1fca44a0d/f3bd2773-91d8-4750-bb3d-f5d1fca44a0d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.646941] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92462fb6-b367-44fc-9ea7-84fa83d8fe06 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.656016] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1832.656016] env[62490]: value = "task-2065465" [ 1832.656016] env[62490]: _type = "Task" [ 1832.656016] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.664421] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065465, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.963147] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1832.963437] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.658s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.963703] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.266s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.965290] env[62490]: INFO nova.compute.claims [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1833.028160] env[62490]: DEBUG oslo_concurrency.lockutils [None req-39bdbbbb-7349-4862-8e4b-196b8fbbfdcb tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.138s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.097063] env[62490]: INFO nova.compute.manager [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Rescuing [ 1833.097170] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.097342] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.097704] env[62490]: DEBUG nova.network.neutron [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.167031] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065465, 'name': Rename_Task, 'duration_secs': 0.13865} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.167178] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.167354] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eadb9be7-3ed2-4a93-8c72-2852c807bfcf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.174217] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1833.174217] env[62490]: value = "task-2065466" [ 1833.174217] env[62490]: _type = "Task" [ 1833.174217] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.182513] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.531476] env[62490]: DEBUG nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1833.684688] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065466, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.823465] env[62490]: DEBUG nova.network.neutron [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Updating instance_info_cache with network_info: [{"id": "cf139fec-0ce2-44b7-b786-905e93674a72", "address": "fa:16:3e:39:3e:25", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf139fec-0c", "ovs_interfaceid": "cf139fec-0ce2-44b7-b786-905e93674a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.962954] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.963334] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.963642] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.963851] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.964076] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.964274] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1834.048964] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.185213] env[62490]: DEBUG oslo_vmware.api [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065466, 'name': PowerOnVM_Task, 'duration_secs': 0.92611} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.187438] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.187662] env[62490]: INFO nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1834.187834] env[62490]: DEBUG nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.188791] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce4c73c-8d7a-4ae3-865d-c9a9564d24bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.329073] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "refresh_cache-d2d72bbb-85d1-4e43-8598-d91023f82176" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.426627] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9691d6-92b0-499e-aa91-8fcd3ee302d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.434412] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd1ece2-9e5e-4425-96a5-dc06bd50f2c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.466254] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7894ee8-3230-475b-955d-6d5733b2aa8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.473705] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b1e12-9d9a-4098-ae58-fb933ee57c5a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.487287] env[62490]: DEBUG nova.compute.provider_tree [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.661815] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.662012] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1834.706484] env[62490]: INFO nova.compute.manager [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Took 40.22 seconds to build instance. [ 1834.990034] env[62490]: DEBUG nova.scheduler.client.report [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.194602] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.194760] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.195058] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1835.208673] env[62490]: DEBUG oslo_concurrency.lockutils [None req-56830526-4964-4db4-b5df-0a85e7670e2d tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.201s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.497031] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.497031] env[62490]: DEBUG nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1835.500862] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.972s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.502297] env[62490]: INFO nova.compute.claims [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1835.679469] env[62490]: DEBUG nova.compute.manager [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Received event network-changed-c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1835.679673] env[62490]: DEBUG nova.compute.manager [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Refreshing instance network info cache due to event network-changed-c2f71952-49d0-48fb-8eb4-fad34c3dd568. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1835.679890] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] Acquiring lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.680519] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] Acquired lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.680762] env[62490]: DEBUG nova.network.neutron [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Refreshing network info cache for port c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.710918] env[62490]: DEBUG nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1835.866169] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.866503] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b84411-af9f-49c0-9f36-852500446282 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.874075] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1835.874075] env[62490]: value = "task-2065467" [ 1835.874075] env[62490]: _type = "Task" [ 1835.874075] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.883707] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.007768] env[62490]: DEBUG nova.compute.utils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1836.018413] env[62490]: DEBUG nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1836.018729] env[62490]: DEBUG nova.network.neutron [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1836.094072] env[62490]: DEBUG nova.policy [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c07f42192bb40809e3e03a46b7715e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e23896199d2a460aa36a3ee11119f88b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1836.236573] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.390970] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065467, 'name': PowerOffVM_Task, 'duration_secs': 0.205764} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.391248] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.392098] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f772f-e8ba-445a-b1e3-50736629225f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.410227] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240b2ac0-eb8c-4c06-82f3-c5274f45c5cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.426639] env[62490]: DEBUG nova.network.neutron [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Successfully created port: db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1836.444515] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.444873] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90fb3e0f-7a1b-4fd1-921a-0e142b8c3333 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.451375] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1836.451375] env[62490]: value = "task-2065468" [ 1836.451375] env[62490]: _type = "Task" [ 1836.451375] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.458702] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.516326] env[62490]: DEBUG nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1836.551707] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Updating instance_info_cache with network_info: [{"id": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "address": "fa:16:3e:89:62:64", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ccb9439-fc", "ovs_interfaceid": "8ccb9439-fc90-42a7-ace3-a147f27cdccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.588817] env[62490]: DEBUG nova.network.neutron [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Updated VIF entry in instance network info cache for port c2f71952-49d0-48fb-8eb4-fad34c3dd568. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1836.589209] env[62490]: DEBUG nova.network.neutron [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Updating instance_info_cache with network_info: [{"id": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "address": "fa:16:3e:5e:33:10", "network": {"id": "c95bf7fe-20bf-4efd-a3ec-341dc92ce4f8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-150006040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569734282df7424288746dbb13a8ee27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f71952-49", "ovs_interfaceid": "c2f71952-49d0-48fb-8eb4-fad34c3dd568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.961310] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1836.961458] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.961685] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.961836] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.962022] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.964380] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ef904c-419e-4802-807f-62fdf2cd6e13 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.973556] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.973682] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.974401] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ff01f1-20d9-4e81-9e76-a347ae80d118 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.977679] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868b032e-8580-4e59-b819-9f31864bae34 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.982899] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1836.982899] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522a78f5-6405-9841-4513-24c778efdd61" [ 1836.982899] env[62490]: _type = "Task" [ 1836.982899] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.987883] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3450136-fc49-434d-b36e-9fce24da32b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.995907] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522a78f5-6405-9841-4513-24c778efdd61, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.024061] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f6aa92-8912-4f7e-84a3-70be0caddc45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.026718] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e477ced-30d2-4ef4-9102-636e32e9be4e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.032311] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1837.032311] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52336846-dd9c-af2d-d2d4-36496f60ab24" [ 1837.032311] env[62490]: _type = "Task" [ 1837.032311] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.037978] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8a0111-3d4f-4d16-a027-9c392f6f2193 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.046683] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52336846-dd9c-af2d-d2d4-36496f60ab24, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.054257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.054521] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. {{(pid=62490) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1837.054975] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-01fe8b6f-770f-46c3-9d08-c14dcf9d5279" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.055153] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1837.055547] env[62490]: DEBUG nova.compute.provider_tree [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.057294] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1edd7a5-e782-4d28-a36f-33d4eef69d8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.059295] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.065572] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1837.065572] env[62490]: value = "task-2065469" [ 1837.065572] env[62490]: _type = "Task" [ 1837.065572] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.073899] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.092028] env[62490]: DEBUG oslo_concurrency.lockutils [req-1b054808-2bed-456e-9ed3-7b6df8b3e6c2 req-515bdd17-a216-48ef-908f-0b3b64b58a76 service nova] Releasing lock "refresh_cache-f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.531106] env[62490]: DEBUG nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1837.555571] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.555820] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.555974] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.556175] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.556320] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.556479] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.556744] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.556915] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.557101] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.557267] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.557445] env[62490]: DEBUG nova.virt.hardware [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.558377] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba742532-3ffe-4d31-ae82-8bde707c9b82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.561565] env[62490]: DEBUG nova.scheduler.client.report [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.573219] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b362e9-5eed-47d9-b377-da54c91c6d98 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.581345] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495318} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.582562] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. [ 1837.583380] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9147e2-a6c2-4a29-8e00-4aa0c2aed537 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.617620] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.618140] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c85fa702-10a5-4cb3-bf77-64511f1120e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.636557] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1837.636557] env[62490]: value = "task-2065470" [ 1837.636557] env[62490]: _type = "Task" [ 1837.636557] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.644492] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.865827] env[62490]: DEBUG nova.compute.manager [req-f15a78bf-659d-4e80-aacd-12102206273d req-2454b4fd-4a38-4a26-a1ca-5fda7f3bb3e6 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received event network-vif-plugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1837.866127] env[62490]: DEBUG oslo_concurrency.lockutils [req-f15a78bf-659d-4e80-aacd-12102206273d req-2454b4fd-4a38-4a26-a1ca-5fda7f3bb3e6 service nova] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.866271] env[62490]: DEBUG oslo_concurrency.lockutils [req-f15a78bf-659d-4e80-aacd-12102206273d req-2454b4fd-4a38-4a26-a1ca-5fda7f3bb3e6 service nova] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.866445] env[62490]: DEBUG oslo_concurrency.lockutils [req-f15a78bf-659d-4e80-aacd-12102206273d req-2454b4fd-4a38-4a26-a1ca-5fda7f3bb3e6 service nova] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.866782] env[62490]: DEBUG nova.compute.manager [req-f15a78bf-659d-4e80-aacd-12102206273d req-2454b4fd-4a38-4a26-a1ca-5fda7f3bb3e6 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] No waiting events found dispatching network-vif-plugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.866782] env[62490]: WARNING nova.compute.manager [req-f15a78bf-659d-4e80-aacd-12102206273d req-2454b4fd-4a38-4a26-a1ca-5fda7f3bb3e6 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received unexpected event network-vif-plugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 for instance with vm_state building and task_state spawning. [ 1837.976203] env[62490]: DEBUG nova.network.neutron [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Successfully updated port: db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.066999] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.067583] env[62490]: DEBUG nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1838.070471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.995s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.071972] env[62490]: INFO nova.compute.claims [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1838.147056] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065470, 'name': ReconfigVM_Task, 'duration_secs': 0.326929} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.147167] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.148068] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83348b0a-bab7-43be-9446-85b9196cfc5b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.178066] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d331ea2d-b4f8-4a5d-b6f6-682f7144f015 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.194023] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1838.194023] env[62490]: value = "task-2065471" [ 1838.194023] env[62490]: _type = "Task" [ 1838.194023] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.203507] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.479354] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.479515] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.479714] env[62490]: DEBUG nova.network.neutron [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.577416] env[62490]: DEBUG nova.compute.utils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1838.580753] env[62490]: DEBUG nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1838.580869] env[62490]: DEBUG nova.network.neutron [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1838.620119] env[62490]: DEBUG nova.policy [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7710ed4b9d4c42d8abe72df5dbd29fd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac8ed46bac554892a4da76699ad6a5df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1838.658907] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.659147] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.704544] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065471, 'name': ReconfigVM_Task, 'duration_secs': 0.160248} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.704769] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.705023] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f9b341-3d7b-4f2e-9b85-673bfbfca841 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.711702] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1838.711702] env[62490]: value = "task-2065472" [ 1838.711702] env[62490]: _type = "Task" [ 1838.711702] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.721332] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.893218] env[62490]: DEBUG nova.network.neutron [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Successfully created port: 7e13bf8a-f58d-41fd-8730-9979b75e2d15 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1839.010238] env[62490]: DEBUG nova.network.neutron [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.081756] env[62490]: DEBUG nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1839.150158] env[62490]: DEBUG nova.network.neutron [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.164131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.222555] env[62490]: DEBUG oslo_vmware.api [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065472, 'name': PowerOnVM_Task, 'duration_secs': 0.42129} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.222835] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1839.227810] env[62490]: DEBUG nova.compute.manager [None req-ae76d8ab-9e14-4cc5-983d-d72601ebcb22 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.232064] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf5643-47ec-4745-ae54-046d887a5821 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.609845] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd9317b-27bc-44d0-ad22-7f9f4bc22d63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.618527] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac412d-2530-4695-9f2c-160a48298c6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.651226] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7ad7f2-f9b0-4462-9bf7-c31cc5875679 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.656882] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.656882] env[62490]: DEBUG nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Instance network_info: |[{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1839.657063] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:5d:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db71cd38-9e5e-47bd-bc73-9cd4808ce722', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.670018] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating folder: Project (e23896199d2a460aa36a3ee11119f88b). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.670556] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49379948-d83d-452e-9e9c-05566300ec77 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.673849] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c079362c-4234-47d8-9dd1-780af6d48ad5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.692544] env[62490]: DEBUG nova.compute.provider_tree [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.696355] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Created folder: Project (e23896199d2a460aa36a3ee11119f88b) in parent group-v423467. [ 1839.696543] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating folder: Instances. Parent ref: group-v423568. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.697067] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73193b65-70aa-4763-87aa-f45a306f2332 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.707830] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Created folder: Instances in parent group-v423568. [ 1839.708557] env[62490]: DEBUG oslo.service.loopingcall [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.708655] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.708867] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26d689a0-80cc-4cc5-8d57-6f700f8c7025 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.732934] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.732934] env[62490]: value = "task-2065475" [ 1839.732934] env[62490]: _type = "Task" [ 1839.732934] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.741824] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065475, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.899124] env[62490]: DEBUG nova.compute.manager [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received event network-changed-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1839.899351] env[62490]: DEBUG nova.compute.manager [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Refreshing instance network info cache due to event network-changed-db71cd38-9e5e-47bd-bc73-9cd4808ce722. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1839.899566] env[62490]: DEBUG oslo_concurrency.lockutils [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] Acquiring lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.900707] env[62490]: DEBUG oslo_concurrency.lockutils [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] Acquired lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.900707] env[62490]: DEBUG nova.network.neutron [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Refreshing network info cache for port db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.095427] env[62490]: DEBUG nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1840.120684] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1840.120921] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.121092] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1840.121279] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.121425] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1840.121574] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1840.121778] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1840.121931] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1840.122104] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1840.122266] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1840.122480] env[62490]: DEBUG nova.virt.hardware [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1840.123380] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0c99a-72ae-4778-b194-b4f5ad21f494 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.131532] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4cf298-df50-4fb4-b273-d94116793df7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.198630] env[62490]: DEBUG nova.scheduler.client.report [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.243222] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065475, 'name': CreateVM_Task, 'duration_secs': 0.324691} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.243416] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.244577] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.244851] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.246300] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.246300] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5674305d-f8ed-4cc6-b953-96989433727a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.251496] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1840.251496] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52efa5aa-29b8-0925-eee8-eff50389875d" [ 1840.251496] env[62490]: _type = "Task" [ 1840.251496] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.260279] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52efa5aa-29b8-0925-eee8-eff50389875d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.492535] env[62490]: DEBUG nova.network.neutron [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Successfully updated port: 7e13bf8a-f58d-41fd-8730-9979b75e2d15 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.635314] env[62490]: DEBUG nova.network.neutron [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updated VIF entry in instance network info cache for port db71cd38-9e5e-47bd-bc73-9cd4808ce722. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.635732] env[62490]: DEBUG nova.network.neutron [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.704439] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.704628] env[62490]: DEBUG nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1840.707759] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.624s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.707957] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.709903] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.017s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.711307] env[62490]: INFO nova.compute.claims [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.743640] env[62490]: INFO nova.scheduler.client.report [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleted allocations for instance 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0 [ 1840.770033] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52efa5aa-29b8-0925-eee8-eff50389875d, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.770219] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.770570] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.770937] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.771249] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.771562] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1840.771957] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee3e778-08eb-49d5-9e44-a6ff98dc6ca0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.782485] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1840.782806] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1840.784409] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176c0377-e7f8-4b8f-a9e9-f06590c2f8e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.791480] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1840.791480] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527d52f1-c90f-6cce-6174-c40e3612626d" [ 1840.791480] env[62490]: _type = "Task" [ 1840.791480] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.799695] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527d52f1-c90f-6cce-6174-c40e3612626d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.997223] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "refresh_cache-ea73c22f-d49b-4d10-b15d-86423e345b27" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.997382] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquired lock "refresh_cache-ea73c22f-d49b-4d10-b15d-86423e345b27" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.997526] env[62490]: DEBUG nova.network.neutron [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.138984] env[62490]: DEBUG oslo_concurrency.lockutils [req-1a54a2fc-c390-48f5-bb53-c3a6b410368c req-b1fb0a30-de21-4857-b287-55dd50b08d3e service nova] Releasing lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.216273] env[62490]: DEBUG nova.compute.utils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1841.219712] env[62490]: DEBUG nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1841.219712] env[62490]: DEBUG nova.network.neutron [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1841.253499] env[62490]: DEBUG oslo_concurrency.lockutils [None req-155999be-2c84-46fa-b00a-498f2ac05386 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.722s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.280461] env[62490]: DEBUG nova.policy [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5faab66bf23a4a40886c6944a57e8742', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c9bb53cfad40c6824f9ff5da22c822', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1841.302197] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527d52f1-c90f-6cce-6174-c40e3612626d, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.303083] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2138663-ff44-41eb-bbc3-7a5585871ca9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.308444] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1841.308444] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b03995-34a9-942c-0fd5-2397cc890cc8" [ 1841.308444] env[62490]: _type = "Task" [ 1841.308444] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.317922] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b03995-34a9-942c-0fd5-2397cc890cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.470614] env[62490]: INFO nova.compute.manager [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Rescuing [ 1841.470913] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.471082] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.471253] env[62490]: DEBUG nova.network.neutron [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.543586] env[62490]: DEBUG nova.network.neutron [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1841.633975] env[62490]: DEBUG nova.network.neutron [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Successfully created port: af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1841.720283] env[62490]: DEBUG nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.727338] env[62490]: DEBUG nova.network.neutron [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Updating instance_info_cache with network_info: [{"id": "7e13bf8a-f58d-41fd-8730-9979b75e2d15", "address": "fa:16:3e:e2:eb:2c", "network": {"id": "7736cb83-ae8d-47dc-adb1-95b8247a2f54", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-258882390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac8ed46bac554892a4da76699ad6a5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e13bf8a-f5", "ovs_interfaceid": "7e13bf8a-f58d-41fd-8730-9979b75e2d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.821281] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b03995-34a9-942c-0fd5-2397cc890cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.821553] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.821805] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1841.822067] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfaf3c62-6014-4b31-8112-97b36d47ad43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.838512] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1841.838512] env[62490]: value = "task-2065476" [ 1841.838512] env[62490]: _type = "Task" [ 1841.838512] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.846597] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.927768] env[62490]: DEBUG nova.compute.manager [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Received event network-vif-plugged-7e13bf8a-f58d-41fd-8730-9979b75e2d15 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1841.928062] env[62490]: DEBUG oslo_concurrency.lockutils [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] Acquiring lock "ea73c22f-d49b-4d10-b15d-86423e345b27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.928223] env[62490]: DEBUG oslo_concurrency.lockutils [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.928384] env[62490]: DEBUG oslo_concurrency.lockutils [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.928569] env[62490]: DEBUG nova.compute.manager [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] No waiting events found dispatching network-vif-plugged-7e13bf8a-f58d-41fd-8730-9979b75e2d15 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.928733] env[62490]: WARNING nova.compute.manager [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Received unexpected event network-vif-plugged-7e13bf8a-f58d-41fd-8730-9979b75e2d15 for instance with vm_state building and task_state spawning. [ 1841.928907] env[62490]: DEBUG nova.compute.manager [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Received event network-changed-7e13bf8a-f58d-41fd-8730-9979b75e2d15 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1841.929256] env[62490]: DEBUG nova.compute.manager [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Refreshing instance network info cache due to event network-changed-7e13bf8a-f58d-41fd-8730-9979b75e2d15. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1841.929477] env[62490]: DEBUG oslo_concurrency.lockutils [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] Acquiring lock "refresh_cache-ea73c22f-d49b-4d10-b15d-86423e345b27" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.230075] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Releasing lock "refresh_cache-ea73c22f-d49b-4d10-b15d-86423e345b27" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.230423] env[62490]: DEBUG nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Instance network_info: |[{"id": "7e13bf8a-f58d-41fd-8730-9979b75e2d15", "address": "fa:16:3e:e2:eb:2c", "network": {"id": "7736cb83-ae8d-47dc-adb1-95b8247a2f54", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-258882390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac8ed46bac554892a4da76699ad6a5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e13bf8a-f5", "ovs_interfaceid": "7e13bf8a-f58d-41fd-8730-9979b75e2d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1842.234060] env[62490]: DEBUG oslo_concurrency.lockutils [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] Acquired lock "refresh_cache-ea73c22f-d49b-4d10-b15d-86423e345b27" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.234264] env[62490]: DEBUG nova.network.neutron [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Refreshing network info cache for port 7e13bf8a-f58d-41fd-8730-9979b75e2d15 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.235404] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:eb:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e13bf8a-f58d-41fd-8730-9979b75e2d15', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1842.244041] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Creating folder: Project (ac8ed46bac554892a4da76699ad6a5df). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.244917] env[62490]: DEBUG nova.network.neutron [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updating instance_info_cache with network_info: [{"id": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "address": "fa:16:3e:f7:bf:bd", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca542d6-1b", "ovs_interfaceid": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.248857] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a04507-2aaf-46c9-8d8d-b6ef88c8131a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.251280] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2858971-dd64-49b9-8b48-3f525426767c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.261817] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ca1c01-18ad-433b-8244-7cecc319bf53 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.267417] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Created folder: Project (ac8ed46bac554892a4da76699ad6a5df) in parent group-v423467. [ 1842.267680] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Creating folder: Instances. Parent ref: group-v423571. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.268843] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e5fce0b-f3f9-4382-8bae-c131a000d331 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.299048] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ac775-db36-4cae-bbdb-43b35de39387 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.309112] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d6687-ac15-44bc-aab6-40aa01dd9709 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.313620] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Created folder: Instances in parent group-v423571. [ 1842.313895] env[62490]: DEBUG oslo.service.loopingcall [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.314344] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1842.314962] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82ecf099-1477-4564-913a-43736fb9e44c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.337972] env[62490]: DEBUG nova.compute.provider_tree [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.346204] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1842.346204] env[62490]: value = "task-2065479" [ 1842.346204] env[62490]: _type = "Task" [ 1842.346204] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.353357] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.360671] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065479, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.751159] env[62490]: DEBUG nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.757036] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.789156] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.789409] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.789566] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.789745] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.789888] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.790045] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.790263] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.790443] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.790619] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.790783] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.790953] env[62490]: DEBUG nova.virt.hardware [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.792266] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756cb8c6-0c1b-4a6a-a758-9e09542fe533 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.801345] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7fadaa-525e-4238-8ad7-0867e7f72c25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.841306] env[62490]: DEBUG nova.scheduler.client.report [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.857963] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73128} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.862792] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.863047] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.863263] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065479, 'name': CreateVM_Task, 'duration_secs': 0.38229} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.865552] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88e0828e-b90d-4c21-a614-dce7b33c06cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.867366] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1842.868247] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.868408] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.868710] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1842.869494] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471f93ed-a535-4395-857e-2550595f30ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.874403] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1842.874403] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e64c07-ce06-237a-4e3b-2d7d31bb99c0" [ 1842.874403] env[62490]: _type = "Task" [ 1842.874403] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.875541] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1842.875541] env[62490]: value = "task-2065480" [ 1842.875541] env[62490]: _type = "Task" [ 1842.875541] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.888786] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e64c07-ce06-237a-4e3b-2d7d31bb99c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.889348] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.039884] env[62490]: DEBUG nova.network.neutron [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Updated VIF entry in instance network info cache for port 7e13bf8a-f58d-41fd-8730-9979b75e2d15. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.040264] env[62490]: DEBUG nova.network.neutron [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Updating instance_info_cache with network_info: [{"id": "7e13bf8a-f58d-41fd-8730-9979b75e2d15", "address": "fa:16:3e:e2:eb:2c", "network": {"id": "7736cb83-ae8d-47dc-adb1-95b8247a2f54", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-258882390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac8ed46bac554892a4da76699ad6a5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e13bf8a-f5", "ovs_interfaceid": "7e13bf8a-f58d-41fd-8730-9979b75e2d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.180412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.180731] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.181173] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.181481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.181783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.184269] env[62490]: INFO nova.compute.manager [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Terminating instance [ 1843.209475] env[62490]: DEBUG nova.compute.manager [req-8d90cc7c-a81d-46fe-bd8a-76a4e8a612e5 req-44e66b36-c94b-47c3-9936-2e237e32ffb4 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Received event network-vif-plugged-af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1843.209475] env[62490]: DEBUG oslo_concurrency.lockutils [req-8d90cc7c-a81d-46fe-bd8a-76a4e8a612e5 req-44e66b36-c94b-47c3-9936-2e237e32ffb4 service nova] Acquiring lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.209475] env[62490]: DEBUG oslo_concurrency.lockutils [req-8d90cc7c-a81d-46fe-bd8a-76a4e8a612e5 req-44e66b36-c94b-47c3-9936-2e237e32ffb4 service nova] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.209475] env[62490]: DEBUG oslo_concurrency.lockutils [req-8d90cc7c-a81d-46fe-bd8a-76a4e8a612e5 req-44e66b36-c94b-47c3-9936-2e237e32ffb4 service nova] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.209475] env[62490]: DEBUG nova.compute.manager [req-8d90cc7c-a81d-46fe-bd8a-76a4e8a612e5 req-44e66b36-c94b-47c3-9936-2e237e32ffb4 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] No waiting events found dispatching network-vif-plugged-af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1843.209475] env[62490]: WARNING nova.compute.manager [req-8d90cc7c-a81d-46fe-bd8a-76a4e8a612e5 req-44e66b36-c94b-47c3-9936-2e237e32ffb4 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Received unexpected event network-vif-plugged-af4cbc72-5f16-4210-bb62-d4d77878a141 for instance with vm_state building and task_state spawning. [ 1843.249826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "5911ad6b-f534-426e-aac5-20629a9dd1e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.249826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.249826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "5911ad6b-f534-426e-aac5-20629a9dd1e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.249826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.249826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.251285] env[62490]: INFO nova.compute.manager [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Terminating instance [ 1843.312811] env[62490]: DEBUG nova.network.neutron [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Successfully updated port: af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1843.349308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.349869] env[62490]: DEBUG nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.352447] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.427s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.353893] env[62490]: INFO nova.compute.claims [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.388713] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e64c07-ce06-237a-4e3b-2d7d31bb99c0, 'name': SearchDatastore_Task, 'duration_secs': 0.022838} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.392851] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.392851] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1843.393046] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.393199] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.393375] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1843.393897] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06316} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.394119] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e879d129-6b1f-4a5c-aa28-141923cc6454 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.395821] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.396762] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4a51a0-2e3a-405d-9960-5edb0fc58928 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.419187] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.420304] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e0cae8-fdcd-44ca-965d-dccccf62f4ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.434009] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1843.434203] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1843.435325] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff89640-2a07-4d1b-a04c-05b28cb060d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.440456] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1843.440456] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52254379-eed2-c4df-3a65-1a3f80a74843" [ 1843.440456] env[62490]: _type = "Task" [ 1843.440456] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.444301] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1843.444301] env[62490]: value = "task-2065481" [ 1843.444301] env[62490]: _type = "Task" [ 1843.444301] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.450243] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52254379-eed2-c4df-3a65-1a3f80a74843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.454986] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.542984] env[62490]: DEBUG oslo_concurrency.lockutils [req-9fc92f7c-a607-4b26-ab26-84ac8138c52a req-7aedfc8b-03dc-4390-8de2-00327ea369c3 service nova] Releasing lock "refresh_cache-ea73c22f-d49b-4d10-b15d-86423e345b27" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.687827] env[62490]: DEBUG nova.compute.manager [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1843.688101] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1843.689151] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfdaa7d-4732-43ec-935f-a83f09637197 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.696494] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.696722] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34cf6ca7-81f4-45df-8eeb-0e10e7ab72b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.702307] env[62490]: DEBUG oslo_vmware.api [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1843.702307] env[62490]: value = "task-2065482" [ 1843.702307] env[62490]: _type = "Task" [ 1843.702307] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.710712] env[62490]: DEBUG oslo_vmware.api [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.758100] env[62490]: DEBUG nova.compute.manager [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1843.758440] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1843.759247] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ddd04e-1fc2-4af3-91a4-09dbf1bcbc3c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.767154] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.767468] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c2362b-5ce0-454d-9281-6879a54f74b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.773112] env[62490]: DEBUG oslo_vmware.api [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1843.773112] env[62490]: value = "task-2065483" [ 1843.773112] env[62490]: _type = "Task" [ 1843.773112] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.781066] env[62490]: DEBUG oslo_vmware.api [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.814945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.815117] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquired lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.815278] env[62490]: DEBUG nova.network.neutron [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.860489] env[62490]: DEBUG nova.compute.utils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.862062] env[62490]: DEBUG nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.862197] env[62490]: DEBUG nova.network.neutron [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1843.911098] env[62490]: DEBUG nova.policy [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16c7150a3410427a95c8c223c43f889f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e089154b3743e9a2b08dba8f337db5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1843.953104] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52254379-eed2-c4df-3a65-1a3f80a74843, 'name': SearchDatastore_Task, 'duration_secs': 0.041143} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.953600] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54134df-040d-4431-a393-d17d56f9fe85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.958622] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065481, 'name': ReconfigVM_Task, 'duration_secs': 0.507275} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.959189] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.959762] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dd6ad8e-37b6-49e7-ac51-c1efa3262aba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.962447] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1843.962447] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e598bd-e871-eeba-5f3a-f7a0866b855d" [ 1843.962447] env[62490]: _type = "Task" [ 1843.962447] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.966216] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1843.966216] env[62490]: value = "task-2065484" [ 1843.966216] env[62490]: _type = "Task" [ 1843.966216] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.971932] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e598bd-e871-eeba-5f3a-f7a0866b855d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.976510] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065484, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.212783] env[62490]: DEBUG oslo_vmware.api [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065482, 'name': PowerOffVM_Task, 'duration_secs': 0.212175} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.213068] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.213243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1844.213588] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d930183b-99e4-4577-afe8-b0a8b02038e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.283339] env[62490]: DEBUG oslo_vmware.api [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065483, 'name': PowerOffVM_Task, 'duration_secs': 0.175947} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.283977] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.284320] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1844.284583] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1886eddf-1b1a-4a31-823b-d90eee28e032 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.290176] env[62490]: DEBUG nova.network.neutron [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Successfully created port: cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.292339] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1844.292587] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ccb3761-0a4e-4835-8721-53956af7dfff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.299424] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1844.299424] env[62490]: value = "task-2065487" [ 1844.299424] env[62490]: _type = "Task" [ 1844.299424] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.307646] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.361719] env[62490]: DEBUG nova.network.neutron [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1844.366996] env[62490]: DEBUG nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.436130] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1844.436358] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1844.436534] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleting the datastore file [datastore1] ff7b9162-534d-43d0-b1d3-cf65e8c26d2c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.436804] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12b596ad-194f-4ade-aa6f-72d205b6859a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.444750] env[62490]: DEBUG oslo_vmware.api [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1844.444750] env[62490]: value = "task-2065488" [ 1844.444750] env[62490]: _type = "Task" [ 1844.444750] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.456089] env[62490]: DEBUG oslo_vmware.api [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.468803] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1844.469139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1844.469387] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleting the datastore file [datastore1] 5911ad6b-f534-426e-aac5-20629a9dd1e1 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1844.473152] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f5c9dfe-9556-4f37-a2bd-efe719ab34b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.478873] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e598bd-e871-eeba-5f3a-f7a0866b855d, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.481352] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.481683] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ea73c22f-d49b-4d10-b15d-86423e345b27/ea73c22f-d49b-4d10-b15d-86423e345b27.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1844.482222] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3811ac53-b7e8-4d28-b179-db8d63e0d060 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.488295] env[62490]: DEBUG oslo_vmware.api [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for the task: (returnval){ [ 1844.488295] env[62490]: value = "task-2065489" [ 1844.488295] env[62490]: _type = "Task" [ 1844.488295] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.488654] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065484, 'name': Rename_Task, 'duration_secs': 0.126602} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.489359] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.492420] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77b85ecd-cdb5-43da-9372-3748fb7b5deb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.497601] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1844.497601] env[62490]: value = "task-2065490" [ 1844.497601] env[62490]: _type = "Task" [ 1844.497601] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.508393] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1844.508393] env[62490]: value = "task-2065491" [ 1844.508393] env[62490]: _type = "Task" [ 1844.508393] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.508731] env[62490]: DEBUG oslo_vmware.api [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.518620] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.523803] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065491, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.541317] env[62490]: DEBUG nova.network.neutron [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Updating instance_info_cache with network_info: [{"id": "af4cbc72-5f16-4210-bb62-d4d77878a141", "address": "fa:16:3e:24:a4:fd", "network": {"id": "b87dc322-d447-4003-a4f7-0864e968aff4", "bridge": "br-int", "label": "tempest-ServersTestJSON-258210932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c9bb53cfad40c6824f9ff5da22c822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4cbc72-5f", "ovs_interfaceid": "af4cbc72-5f16-4210-bb62-d4d77878a141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.814500] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065487, 'name': PowerOffVM_Task, 'duration_secs': 0.275807} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.814843] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.815839] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d29916-341d-4595-b32d-3d4ffcbf2154 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.838664] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2caa5d-c128-4b20-b454-6e2cd5fb15fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.891620] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1844.891899] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a22f5e-fd76-4dd0-ad5d-40017447c373 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.903046] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1844.903046] env[62490]: value = "task-2065492" [ 1844.903046] env[62490]: _type = "Task" [ 1844.903046] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.916981] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1844.917223] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1844.917469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.917617] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.917794] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.918065] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac6c814c-4db0-4d32-899d-c1b3d61f9a1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.934369] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.934566] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.937859] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd38218-79f8-4f92-828a-4884284de956 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.944913] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1844.944913] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b3d48a-2c8f-7aec-f8f0-304d00de0207" [ 1844.944913] env[62490]: _type = "Task" [ 1844.944913] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.964946] env[62490]: DEBUG oslo_vmware.api [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162639} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.965223] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b3d48a-2c8f-7aec-f8f0-304d00de0207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.965476] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1844.965711] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1844.965984] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1844.966140] env[62490]: INFO nova.compute.manager [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1844.966388] env[62490]: DEBUG oslo.service.loopingcall [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.967625] env[62490]: DEBUG nova.compute.manager [-] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1844.967754] env[62490]: DEBUG nova.network.neutron [-] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1844.970042] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124a3466-1c37-410f-a4e9-c6d46783cf1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.979057] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124e2354-c45b-4976-b417-7df74cd097ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.034878] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a0752-1844-4bf8-a3c3-4842b1c4c200 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.044765] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Releasing lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.045087] env[62490]: DEBUG nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Instance network_info: |[{"id": "af4cbc72-5f16-4210-bb62-d4d77878a141", "address": "fa:16:3e:24:a4:fd", "network": {"id": "b87dc322-d447-4003-a4f7-0864e968aff4", "bridge": "br-int", "label": "tempest-ServersTestJSON-258210932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c9bb53cfad40c6824f9ff5da22c822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4cbc72-5f", "ovs_interfaceid": "af4cbc72-5f16-4210-bb62-d4d77878a141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1845.045411] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065490, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.053553] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:a4:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af4cbc72-5f16-4210-bb62-d4d77878a141', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1845.061385] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Creating folder: Project (59c9bb53cfad40c6824f9ff5da22c822). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1845.061728] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.062023] env[62490]: DEBUG oslo_vmware.api [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Task: {'id': task-2065489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170032} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.062250] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34206550-1bda-4a93-ad0b-ac4d39a5f1c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.065074] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a019c58-320d-48f8-8560-8743f7c226bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.069604] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1845.069796] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1845.069971] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1845.070164] env[62490]: INFO nova.compute.manager [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1845.071037] env[62490]: DEBUG oslo.service.loopingcall [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.071037] env[62490]: DEBUG nova.compute.manager [-] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1845.071037] env[62490]: DEBUG nova.network.neutron [-] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1845.083278] env[62490]: DEBUG nova.compute.provider_tree [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.085822] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Created folder: Project (59c9bb53cfad40c6824f9ff5da22c822) in parent group-v423467. [ 1845.086079] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Creating folder: Instances. Parent ref: group-v423574. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1845.086561] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39bc86b9-46bc-4fb8-91b6-9c84babd60f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.096045] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Created folder: Instances in parent group-v423574. [ 1845.096230] env[62490]: DEBUG oslo.service.loopingcall [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1845.096417] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1845.096641] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0543836f-e6a7-4be0-8077-c41d466306a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.117948] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1845.117948] env[62490]: value = "task-2065495" [ 1845.117948] env[62490]: _type = "Task" [ 1845.117948] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.127618] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065495, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.384016] env[62490]: DEBUG nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.417363] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.417619] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.417772] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.417954] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.419072] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.419201] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.419509] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.419737] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.420013] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.420274] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.420530] env[62490]: DEBUG nova.virt.hardware [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.421850] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe40fa8-bf8d-4f8e-aea0-2dc4c54550dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.431059] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110792f1-8141-47f7-976f-80b54bf73b0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.461689] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b3d48a-2c8f-7aec-f8f0-304d00de0207, 'name': SearchDatastore_Task, 'duration_secs': 0.058613} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.462159] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f1151a-4623-4ddc-8365-8ca9a6edb7b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.469609] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1845.469609] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f52cf5-35fe-9c48-a8c1-bbb1a53397d6" [ 1845.469609] env[62490]: _type = "Task" [ 1845.469609] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.483452] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f52cf5-35fe-9c48-a8c1-bbb1a53397d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.512972] env[62490]: DEBUG nova.compute.manager [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Received event network-changed-af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1845.513094] env[62490]: DEBUG nova.compute.manager [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Refreshing instance network info cache due to event network-changed-af4cbc72-5f16-4210-bb62-d4d77878a141. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1845.513364] env[62490]: DEBUG oslo_concurrency.lockutils [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] Acquiring lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.513458] env[62490]: DEBUG oslo_concurrency.lockutils [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] Acquired lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.513616] env[62490]: DEBUG nova.network.neutron [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Refreshing network info cache for port af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.528926] env[62490]: DEBUG oslo_vmware.api [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065491, 'name': PowerOnVM_Task, 'duration_secs': 0.581618} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.531846] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.532069] env[62490]: INFO nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1845.532256] env[62490]: DEBUG nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.532916] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596272} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.533627] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c79f1f2-0f87-4596-ab6d-b209c70c1501 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.536372] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ea73c22f-d49b-4d10-b15d-86423e345b27/ea73c22f-d49b-4d10-b15d-86423e345b27.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1845.536585] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1845.537027] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdc1322e-876a-435e-bd21-f84afa000b9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.546208] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1845.546208] env[62490]: value = "task-2065496" [ 1845.546208] env[62490]: _type = "Task" [ 1845.546208] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.553918] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.588650] env[62490]: DEBUG nova.scheduler.client.report [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.593242] env[62490]: DEBUG nova.compute.manager [req-6af785e3-efb7-4162-8619-2607720ac817 req-8b2f7258-34ee-4b32-94fb-195270b6d484 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Received event network-vif-deleted-634a73fc-03d7-4d07-b1bd-b169e241b929 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1845.593506] env[62490]: INFO nova.compute.manager [req-6af785e3-efb7-4162-8619-2607720ac817 req-8b2f7258-34ee-4b32-94fb-195270b6d484 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Neutron deleted interface 634a73fc-03d7-4d07-b1bd-b169e241b929; detaching it from the instance and deleting it from the info cache [ 1845.593700] env[62490]: DEBUG nova.network.neutron [req-6af785e3-efb7-4162-8619-2607720ac817 req-8b2f7258-34ee-4b32-94fb-195270b6d484 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.627368] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065495, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.875540] env[62490]: DEBUG nova.network.neutron [-] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.964108] env[62490]: DEBUG nova.network.neutron [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Successfully updated port: cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1845.990344] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f52cf5-35fe-9c48-a8c1-bbb1a53397d6, 'name': SearchDatastore_Task, 'duration_secs': 0.021119} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.990868] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.993023] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. {{(pid=62490) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1845.993023] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419bda8d-e908-4254-8c31-e8b52ccfe410 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.998356] env[62490]: DEBUG nova.network.neutron [-] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.001041] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1846.001041] env[62490]: value = "task-2065497" [ 1846.001041] env[62490]: _type = "Task" [ 1846.001041] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.010169] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.056276] env[62490]: INFO nova.compute.manager [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Took 47.38 seconds to build instance. [ 1846.067173] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070482} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.067456] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.068281] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4710ac74-43ff-4259-ba82-0ca32336cd8f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.093070] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] ea73c22f-d49b-4d10-b15d-86423e345b27/ea73c22f-d49b-4d10-b15d-86423e345b27.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.094227] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.094650] env[62490]: DEBUG nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1846.097636] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406cb169-08c3-4a4a-a8c4-d53d5a319fc8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.114045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.536s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.114232] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.116354] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.146s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.117773] env[62490]: INFO nova.compute.claims [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1846.122028] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eba2313f-441d-4d32-ab9f-6b0d9405975a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.128665] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1846.128665] env[62490]: value = "task-2065498" [ 1846.128665] env[62490]: _type = "Task" [ 1846.128665] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.135085] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065495, 'name': CreateVM_Task, 'duration_secs': 0.779345} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.137383] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1846.138229] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.138383] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.138733] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1846.141775] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c66715-3381-4088-90c3-e4c151e2e90d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.159792] env[62490]: INFO nova.scheduler.client.report [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Deleted allocations for instance f53dbc3e-445d-4d0a-85a1-70003bd67502 [ 1846.160865] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c40d37e-a969-4941-9c9b-d46b97f59fcd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.163690] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.170414] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1846.170414] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e2f6a4-3a80-420e-2236-04512448aa8a" [ 1846.170414] env[62490]: _type = "Task" [ 1846.170414] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.179496] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e2f6a4-3a80-420e-2236-04512448aa8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.192803] env[62490]: DEBUG nova.compute.manager [req-6af785e3-efb7-4162-8619-2607720ac817 req-8b2f7258-34ee-4b32-94fb-195270b6d484 service nova] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Detach interface failed, port_id=634a73fc-03d7-4d07-b1bd-b169e241b929, reason: Instance ff7b9162-534d-43d0-b1d3-cf65e8c26d2c could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1846.351854] env[62490]: DEBUG nova.network.neutron [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Updated VIF entry in instance network info cache for port af4cbc72-5f16-4210-bb62-d4d77878a141. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.351854] env[62490]: DEBUG nova.network.neutron [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Updating instance_info_cache with network_info: [{"id": "af4cbc72-5f16-4210-bb62-d4d77878a141", "address": "fa:16:3e:24:a4:fd", "network": {"id": "b87dc322-d447-4003-a4f7-0864e968aff4", "bridge": "br-int", "label": "tempest-ServersTestJSON-258210932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c9bb53cfad40c6824f9ff5da22c822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4cbc72-5f", "ovs_interfaceid": "af4cbc72-5f16-4210-bb62-d4d77878a141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.378566] env[62490]: INFO nova.compute.manager [-] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Took 1.31 seconds to deallocate network for instance. [ 1846.468278] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "refresh_cache-9da187eb-e1c5-4b73-aba8-ff21f572cc79" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.468491] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "refresh_cache-9da187eb-e1c5-4b73-aba8-ff21f572cc79" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.468591] env[62490]: DEBUG nova.network.neutron [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.505319] env[62490]: INFO nova.compute.manager [-] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Took 1.53 seconds to deallocate network for instance. [ 1846.521286] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.563142] env[62490]: DEBUG oslo_concurrency.lockutils [None req-04448599-6e23-48b7-bab7-c1444d60e177 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.035s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.615352] env[62490]: DEBUG nova.compute.utils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.616693] env[62490]: DEBUG nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.616857] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.641454] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.671321] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb169c5f-74a9-44c5-90f1-46e9b9ad0d55 tempest-FloatingIPsAssociationTestJSON-593977121 tempest-FloatingIPsAssociationTestJSON-593977121-project-member] Lock "f53dbc3e-445d-4d0a-85a1-70003bd67502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.716s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.678171] env[62490]: DEBUG nova.policy [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28c993c6ac3442b59fe5e44601f2c7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd78bb2f8eb44c0185f1f444309ede11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.686374] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e2f6a4-3a80-420e-2236-04512448aa8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.687585] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.687797] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1846.688122] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.688402] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.688755] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1846.689332] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adea7df2-95c1-483b-a584-c61ac7ea412c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.702948] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1846.703162] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1846.704372] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ad4343-09bb-499d-bdcc-1471b5614fe5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.710958] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1846.710958] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5210c040-4037-2540-2398-247ad6c82112" [ 1846.710958] env[62490]: _type = "Task" [ 1846.710958] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.719219] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5210c040-4037-2540-2398-247ad6c82112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.856298] env[62490]: DEBUG oslo_concurrency.lockutils [req-2588c98c-c581-4c7c-a7fd-e7d66b2e932a req-21fd1de7-7c00-497c-9315-ce286b63c8e7 service nova] Releasing lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.886214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.900266] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.900679] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.996700] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Successfully created port: 126e8675-913c-4c8a-abc8-90d0a9ee48ca {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.013540] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065497, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.016673] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.040166] env[62490]: DEBUG nova.network.neutron [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.066992] env[62490]: DEBUG nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.124533] env[62490]: DEBUG nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.147854] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065498, 'name': ReconfigVM_Task, 'duration_secs': 0.775598} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.148170] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Reconfigured VM instance instance-00000024 to attach disk [datastore1] ea73c22f-d49b-4d10-b15d-86423e345b27/ea73c22f-d49b-4d10-b15d-86423e345b27.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.148849] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f2ddd89-e258-4581-816c-ffd4bd83f7d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.156783] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1847.156783] env[62490]: value = "task-2065499" [ 1847.156783] env[62490]: _type = "Task" [ 1847.156783] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.175787] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065499, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.221855] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5210c040-4037-2540-2398-247ad6c82112, 'name': SearchDatastore_Task, 'duration_secs': 0.025497} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.225599] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6474744-6fb5-4fcf-a40d-91572adc3573 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.231433] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1847.231433] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5224eb94-47a1-7c8b-0f82-79a54bd3e51e" [ 1847.231433] env[62490]: _type = "Task" [ 1847.231433] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.242459] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5224eb94-47a1-7c8b-0f82-79a54bd3e51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.351732] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Successfully created port: 5baf16c3-13a3-4920-91a0-95f0d1cd88fa {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.355813] env[62490]: DEBUG nova.network.neutron [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Updating instance_info_cache with network_info: [{"id": "cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1", "address": "fa:16:3e:2b:0a:94", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdcc94c9-3d", "ovs_interfaceid": "cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.517018] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.279172} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.517918] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. [ 1847.518347] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4635c1c5-8efe-4104-b0d1-23ea3af50b09 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.553443] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.556428] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc7abab-7da3-4aec-badd-0f2d12ef6856 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.579926] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1847.579926] env[62490]: value = "task-2065500" [ 1847.579926] env[62490]: _type = "Task" [ 1847.579926] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.599745] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.599745] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.612309] env[62490]: DEBUG nova.compute.manager [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Received event network-vif-deleted-47f84f47-316a-4802-898a-4552ed305aee {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1847.612550] env[62490]: DEBUG nova.compute.manager [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Received event network-vif-plugged-cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1847.612790] env[62490]: DEBUG oslo_concurrency.lockutils [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] Acquiring lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.613487] env[62490]: DEBUG oslo_concurrency.lockutils [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.613548] env[62490]: DEBUG oslo_concurrency.lockutils [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.613719] env[62490]: DEBUG nova.compute.manager [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] No waiting events found dispatching network-vif-plugged-cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1847.613972] env[62490]: WARNING nova.compute.manager [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Received unexpected event network-vif-plugged-cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 for instance with vm_state building and task_state spawning. [ 1847.614106] env[62490]: DEBUG nova.compute.manager [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Received event network-changed-cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1847.614271] env[62490]: DEBUG nova.compute.manager [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Refreshing instance network info cache due to event network-changed-cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1847.614444] env[62490]: DEBUG oslo_concurrency.lockutils [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] Acquiring lock "refresh_cache-9da187eb-e1c5-4b73-aba8-ff21f572cc79" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.673845] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065499, 'name': Rename_Task, 'duration_secs': 0.176055} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.674067] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.674206] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb004b5-a2fa-4525-9b23-2cb28dd04346 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.684030] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1847.684030] env[62490]: value = "task-2065501" [ 1847.684030] env[62490]: _type = "Task" [ 1847.684030] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.692726] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.746612] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5224eb94-47a1-7c8b-0f82-79a54bd3e51e, 'name': SearchDatastore_Task, 'duration_secs': 0.035815} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.746899] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.747237] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 91bd7be3-04e4-4d69-bcd1-f8d09614c74c/91bd7be3-04e4-4d69-bcd1-f8d09614c74c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1847.747436] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb0567fc-eace-492e-96c1-08e1d39f02d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.755904] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1847.755904] env[62490]: value = "task-2065502" [ 1847.755904] env[62490]: _type = "Task" [ 1847.755904] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.770528] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.773505] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ae5a29-f902-48bb-928e-020292bc1124 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.781032] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ecded0-5dbd-4be6-b29e-ada98a629888 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.814844] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1bb56-ffa4-4370-99a7-78865a6c18b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.823299] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ca2a62-b592-43b8-949a-e7b313735e17 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.838690] env[62490]: DEBUG nova.compute.provider_tree [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.857183] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "refresh_cache-9da187eb-e1c5-4b73-aba8-ff21f572cc79" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.857353] env[62490]: DEBUG nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Instance network_info: |[{"id": "cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1", "address": "fa:16:3e:2b:0a:94", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdcc94c9-3d", "ovs_interfaceid": "cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.857654] env[62490]: DEBUG oslo_concurrency.lockutils [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] Acquired lock "refresh_cache-9da187eb-e1c5-4b73-aba8-ff21f572cc79" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.857832] env[62490]: DEBUG nova.network.neutron [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Refreshing network info cache for port cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.859095] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:0a:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.868087] env[62490]: DEBUG oslo.service.loopingcall [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.869020] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.872056] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ea57605-7d36-4984-8443-f5fbda1379e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.897881] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.897881] env[62490]: value = "task-2065503" [ 1847.897881] env[62490]: _type = "Task" [ 1847.897881] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.906561] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065503, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.095271] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065500, 'name': ReconfigVM_Task, 'duration_secs': 0.318832} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.095509] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.096472] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a973f4aa-1cae-4983-b7cb-2062e595f2b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.128240] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044b72f6-d567-4daf-8a84-a73dd1ddd6fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.142219] env[62490]: DEBUG nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.146399] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1848.146399] env[62490]: value = "task-2065504" [ 1848.146399] env[62490]: _type = "Task" [ 1848.146399] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.157302] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.170977] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1848.171296] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.171459] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1848.171644] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.171792] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1848.171968] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1848.172251] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1848.172464] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1848.172693] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1848.172815] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1848.172991] env[62490]: DEBUG nova.virt.hardware [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1848.174036] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003d7332-cc71-4f1d-8fd5-f5ad08013be5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.184537] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afac0f7-95a0-4d15-8017-0181da46987b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.199736] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065501, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.266298] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065502, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.341799] env[62490]: DEBUG nova.scheduler.client.report [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.410804] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065503, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.614934] env[62490]: DEBUG nova.network.neutron [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Updated VIF entry in instance network info cache for port cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.615993] env[62490]: DEBUG nova.network.neutron [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Updating instance_info_cache with network_info: [{"id": "cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1", "address": "fa:16:3e:2b:0a:94", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdcc94c9-3d", "ovs_interfaceid": "cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.656361] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065504, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.699389] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065501, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.767732] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703707} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.767983] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 91bd7be3-04e4-4d69-bcd1-f8d09614c74c/91bd7be3-04e4-4d69-bcd1-f8d09614c74c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1848.768994] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1848.768994] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adc973c1-1188-40d0-9c8a-a992605d9229 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.775521] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1848.775521] env[62490]: value = "task-2065505" [ 1848.775521] env[62490]: _type = "Task" [ 1848.775521] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.784211] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.847516] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.851365] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.047s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.851365] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.852216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.625s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.852216] env[62490]: DEBUG nova.objects.instance [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1848.888365] env[62490]: INFO nova.scheduler.client.report [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Deleted allocations for instance 11099321-fb21-4294-ba8b-45211ba556c6 [ 1848.908563] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065503, 'name': CreateVM_Task, 'duration_secs': 0.860373} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.908731] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.909818] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.909818] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.910034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.910314] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce46ccbe-04ea-4817-b542-46afe6436655 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.915677] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1848.915677] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ca8578-bbc0-555a-85cc-ff30d4527bc0" [ 1848.915677] env[62490]: _type = "Task" [ 1848.915677] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.924671] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ca8578-bbc0-555a-85cc-ff30d4527bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.057409] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Successfully updated port: 126e8675-913c-4c8a-abc8-90d0a9ee48ca {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.119268] env[62490]: DEBUG oslo_concurrency.lockutils [req-872e570a-b966-4fdc-b92f-d12f634ac6ad req-5ee8d23d-135d-4de3-81d4-a72612a9788f service nova] Releasing lock "refresh_cache-9da187eb-e1c5-4b73-aba8-ff21f572cc79" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.156766] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065504, 'name': ReconfigVM_Task, 'duration_secs': 0.5754} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.157059] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.157318] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b66640b3-af11-48e7-ac36-fab7b85e2b1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.163651] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1849.163651] env[62490]: value = "task-2065506" [ 1849.163651] env[62490]: _type = "Task" [ 1849.163651] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.171789] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.201189] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065501, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.287132] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.452269} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.287440] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1849.288441] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d89696-c771-4405-a82c-83ca3a5c61d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.310477] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 91bd7be3-04e4-4d69-bcd1-f8d09614c74c/91bd7be3-04e4-4d69-bcd1-f8d09614c74c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1849.310743] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18a77578-96a5-4b25-80e7-f489ba5356e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.330167] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1849.330167] env[62490]: value = "task-2065507" [ 1849.330167] env[62490]: _type = "Task" [ 1849.330167] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.338135] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.356164] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "ab2e10c0-f3b7-4cc9-85e1-17cfc77cac50" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.356411] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "ab2e10c0-f3b7-4cc9-85e1-17cfc77cac50" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.401741] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5e291582-8962-49af-ab0a-aee0c7990d0c tempest-DeleteServersAdminTestJSON-2116645038 tempest-DeleteServersAdminTestJSON-2116645038-project-member] Lock "11099321-fb21-4294-ba8b-45211ba556c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.312s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.426640] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ca8578-bbc0-555a-85cc-ff30d4527bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.044473} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.426966] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.427226] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1849.427487] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.427640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.427816] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1849.428094] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b3c6c0-db85-4b27-b462-84760e43d259 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.438416] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1849.438416] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1849.439163] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41632bb-d7e9-4793-979e-396f693540e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.445730] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1849.445730] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528ef6b3-8956-49f4-05f7-7b5f4dd08411" [ 1849.445730] env[62490]: _type = "Task" [ 1849.445730] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.453842] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528ef6b3-8956-49f4-05f7-7b5f4dd08411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.645143] env[62490]: DEBUG nova.compute.manager [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received event network-vif-plugged-126e8675-913c-4c8a-abc8-90d0a9ee48ca {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1849.645143] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] Acquiring lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.645143] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] Lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.645143] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] Lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.645143] env[62490]: DEBUG nova.compute.manager [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] No waiting events found dispatching network-vif-plugged-126e8675-913c-4c8a-abc8-90d0a9ee48ca {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.645143] env[62490]: WARNING nova.compute.manager [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received unexpected event network-vif-plugged-126e8675-913c-4c8a-abc8-90d0a9ee48ca for instance with vm_state building and task_state spawning. [ 1849.645143] env[62490]: DEBUG nova.compute.manager [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received event network-changed-126e8675-913c-4c8a-abc8-90d0a9ee48ca {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1849.645143] env[62490]: DEBUG nova.compute.manager [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Refreshing instance network info cache due to event network-changed-126e8675-913c-4c8a-abc8-90d0a9ee48ca. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1849.646127] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] Acquiring lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.646472] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] Acquired lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.646788] env[62490]: DEBUG nova.network.neutron [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Refreshing network info cache for port 126e8675-913c-4c8a-abc8-90d0a9ee48ca {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.674582] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.699720] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065501, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.841085] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.864635] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0a6f13de-be78-45db-b020-aaca3586b0e9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.864635] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "ab2e10c0-f3b7-4cc9-85e1-17cfc77cac50" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.864635] env[62490]: DEBUG nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.868194] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.011s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.870058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.873599] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.810s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.880104] env[62490]: INFO nova.compute.claims [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.921764] env[62490]: INFO nova.scheduler.client.report [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleted allocations for instance 51cd82ee-351e-43ce-bc26-3992e1e7d476 [ 1849.961133] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528ef6b3-8956-49f4-05f7-7b5f4dd08411, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.961958] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10db5a6c-f566-45d0-8614-7b8763878152 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.967647] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1849.967647] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5262206b-c9db-3fb9-9925-984451b90325" [ 1849.967647] env[62490]: _type = "Task" [ 1849.967647] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.980088] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5262206b-c9db-3fb9-9925-984451b90325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.177903] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.203291] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065501, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.219544] env[62490]: DEBUG nova.network.neutron [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.349308] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065507, 'name': ReconfigVM_Task, 'duration_secs': 0.914345} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.353144] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 91bd7be3-04e4-4d69-bcd1-f8d09614c74c/91bd7be3-04e4-4d69-bcd1-f8d09614c74c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1850.353144] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d91a1a0-0c2c-47ee-9692-228f708eab10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.359259] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1850.359259] env[62490]: value = "task-2065508" [ 1850.359259] env[62490]: _type = "Task" [ 1850.359259] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.371775] env[62490]: DEBUG nova.compute.utils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.375693] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065508, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.375998] env[62490]: DEBUG nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.376167] env[62490]: DEBUG nova.network.neutron [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.396430] env[62490]: DEBUG nova.network.neutron [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.429335] env[62490]: DEBUG oslo_concurrency.lockutils [None req-51f36408-c5d3-4b9a-90cb-0a699f38b019 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "51cd82ee-351e-43ce-bc26-3992e1e7d476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.176s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.470288] env[62490]: DEBUG nova.policy [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '281a2a83fac8465eb7353aa1ad31024b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5892ccf4b5a4615873256b0ead8bc3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.482154] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5262206b-c9db-3fb9-9925-984451b90325, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.482443] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.482720] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9da187eb-e1c5-4b73-aba8-ff21f572cc79/9da187eb-e1c5-4b73-aba8-ff21f572cc79.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1850.483013] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d78190-f977-477b-8f39-9495d6cd529b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.490414] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1850.490414] env[62490]: value = "task-2065509" [ 1850.490414] env[62490]: _type = "Task" [ 1850.490414] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.499320] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.676131] env[62490]: DEBUG oslo_vmware.api [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065506, 'name': PowerOnVM_Task, 'duration_secs': 1.185366} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.676468] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.679189] env[62490]: DEBUG nova.compute.manager [None req-a5cce33c-6cce-41ba-b0b5-20b368af99e7 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.679932] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba84aa0e-d181-4eac-a0d9-82f503189e3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.700887] env[62490]: DEBUG oslo_vmware.api [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065501, 'name': PowerOnVM_Task, 'duration_secs': 2.81961} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.701168] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.701379] env[62490]: INFO nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1850.701572] env[62490]: DEBUG nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.702400] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cce4e2-2e18-4d72-bf45-9ac57c5f1f4f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.875621] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065508, 'name': Rename_Task, 'duration_secs': 0.172906} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.876399] env[62490]: DEBUG nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.882067] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.882661] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb2fe69-4f91-4b58-b135-ce9b5f4e4cf1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.897402] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1850.897402] env[62490]: value = "task-2065510" [ 1850.897402] env[62490]: _type = "Task" [ 1850.897402] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.901609] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e6327c3-3e02-4ec5-bffd-7f93a7e22dd4 req-755e697e-bb9b-46f7-ad74-6d193f1faaed service nova] Releasing lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.909037] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.002635] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065509, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.229270] env[62490]: INFO nova.compute.manager [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Took 47.72 seconds to build instance. [ 1851.415189] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.486125] env[62490]: DEBUG nova.network.neutron [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Successfully created port: cf0040ca-2981-4f0a-9f67-da71c12ecb44 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.490719] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab37a7a7-49d2-4824-a155-f6fe46906978 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.509619] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db8f86-1ac4-4ba9-9e70-811b9f462795 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.513284] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626184} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.513621] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9da187eb-e1c5-4b73-aba8-ff21f572cc79/9da187eb-e1c5-4b73-aba8-ff21f572cc79.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1851.515487] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1851.516331] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d084e5ad-ab42-41ca-81aa-ef99e19ec1fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.554074] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216760f0-e9ac-42f7-b76e-fe810d265729 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.555665] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1851.555665] env[62490]: value = "task-2065511" [ 1851.555665] env[62490]: _type = "Task" [ 1851.555665] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.562676] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9adbb43-e16c-4693-940b-0e6471fa5fb4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.569502] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.580802] env[62490]: DEBUG nova.compute.provider_tree [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.685666] env[62490]: DEBUG nova.compute.manager [req-0cfa31fa-0ad7-42c4-891b-562257cdea75 req-775b9907-9a8b-40f1-a7f8-803c8551de28 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received event network-vif-plugged-5baf16c3-13a3-4920-91a0-95f0d1cd88fa {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1851.685666] env[62490]: DEBUG oslo_concurrency.lockutils [req-0cfa31fa-0ad7-42c4-891b-562257cdea75 req-775b9907-9a8b-40f1-a7f8-803c8551de28 service nova] Acquiring lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.685925] env[62490]: DEBUG oslo_concurrency.lockutils [req-0cfa31fa-0ad7-42c4-891b-562257cdea75 req-775b9907-9a8b-40f1-a7f8-803c8551de28 service nova] Lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.686725] env[62490]: DEBUG oslo_concurrency.lockutils [req-0cfa31fa-0ad7-42c4-891b-562257cdea75 req-775b9907-9a8b-40f1-a7f8-803c8551de28 service nova] Lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.686725] env[62490]: DEBUG nova.compute.manager [req-0cfa31fa-0ad7-42c4-891b-562257cdea75 req-775b9907-9a8b-40f1-a7f8-803c8551de28 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] No waiting events found dispatching network-vif-plugged-5baf16c3-13a3-4920-91a0-95f0d1cd88fa {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.686725] env[62490]: WARNING nova.compute.manager [req-0cfa31fa-0ad7-42c4-891b-562257cdea75 req-775b9907-9a8b-40f1-a7f8-803c8551de28 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received unexpected event network-vif-plugged-5baf16c3-13a3-4920-91a0-95f0d1cd88fa for instance with vm_state building and task_state spawning. [ 1851.866521] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f1c4501-00cb-4a21-8908-9351f1637830 tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.560s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.890808] env[62490]: DEBUG nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.918927] env[62490]: DEBUG oslo_vmware.api [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065510, 'name': PowerOnVM_Task, 'duration_secs': 0.972833} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.921628] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.921947] env[62490]: INFO nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1851.922058] env[62490]: DEBUG nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1851.924451] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a53ed-4b83-49ef-a5dc-4da14937ee85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.933097] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.934538] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.934538] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.934538] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.934538] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.934538] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.934538] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.934854] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.934854] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.935300] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.935522] env[62490]: DEBUG nova.virt.hardware [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.938326] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cce6aa-9466-409f-bc8c-d696b4f9af83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.949251] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Successfully updated port: 5baf16c3-13a3-4920-91a0-95f0d1cd88fa {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1851.957946] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1fdbfe-01a8-4705-b692-6c7f53322919 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.068853] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073869} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.069162] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.069972] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc8cc1-6c25-499a-84c2-0605270f8321 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.088145] env[62490]: DEBUG nova.scheduler.client.report [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.100654] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9da187eb-e1c5-4b73-aba8-ff21f572cc79/9da187eb-e1c5-4b73-aba8-ff21f572cc79.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.101229] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb8ec9e-9e7b-48b4-9bfa-0bb6049864a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.125902] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1852.125902] env[62490]: value = "task-2065512" [ 1852.125902] env[62490]: _type = "Task" [ 1852.125902] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.136435] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.238256] env[62490]: DEBUG nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1852.460276] env[62490]: INFO nova.compute.manager [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Took 48.40 seconds to build instance. [ 1852.462182] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.462905] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.462905] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.602516] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.603077] env[62490]: DEBUG nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.610398] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.062s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.611032] env[62490]: DEBUG nova.objects.instance [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lazy-loading 'resources' on Instance uuid 3df0186d-bf68-4764-aaf3-5f0289d89809 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.637968] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.757568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.965460] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5969c4f8-5039-4727-87d3-f86bff054d13 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.764s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.020319] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.089912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.090033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.112920] env[62490]: DEBUG nova.compute.utils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1853.128630] env[62490]: DEBUG nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1853.128630] env[62490]: DEBUG nova.network.neutron [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.144928] env[62490]: INFO nova.compute.manager [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Unrescuing [ 1853.145364] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.145944] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.146247] env[62490]: DEBUG nova.network.neutron [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.148385] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065512, 'name': ReconfigVM_Task, 'duration_secs': 0.792496} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.149161] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9da187eb-e1c5-4b73-aba8-ff21f572cc79/9da187eb-e1c5-4b73-aba8-ff21f572cc79.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.150743] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f17465c-9d11-4a68-8ea7-ac7ae6c5bcfb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.161020] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1853.161020] env[62490]: value = "task-2065513" [ 1853.161020] env[62490]: _type = "Task" [ 1853.161020] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.181531] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065513, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.234373] env[62490]: DEBUG nova.policy [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df9701ebef6495bbf054f70f40d87b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c7f2988e1ab43c087f043329642b0ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.472757] env[62490]: DEBUG nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1853.598717] env[62490]: DEBUG nova.network.neutron [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Updating instance_info_cache with network_info: [{"id": "126e8675-913c-4c8a-abc8-90d0a9ee48ca", "address": "fa:16:3e:b9:72:fd", "network": {"id": "8c0535c8-55f8-428f-88af-d6be2b5042db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-259661612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126e8675-91", "ovs_interfaceid": "126e8675-913c-4c8a-abc8-90d0a9ee48ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "address": "fa:16:3e:50:b8:5d", "network": {"id": "38829b06-9199-41c6-9338-e1e60dcbd87f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2105527377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baf16c3-13", "ovs_interfaceid": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.638015] env[62490]: DEBUG nova.network.neutron [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Successfully created port: 927c4bb0-ea4d-4da4-baf5-d234d5433069 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1853.640094] env[62490]: DEBUG nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.673126] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065513, 'name': Rename_Task, 'duration_secs': 0.165449} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.673126] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.673126] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a5ec79a-797f-4b5c-a6c1-b9f28b71ba1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.681924] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1853.681924] env[62490]: value = "task-2065514" [ 1853.681924] env[62490]: _type = "Task" [ 1853.681924] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.690479] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.735923] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c177ce4-cd04-4761-86c2-6a9eb5678445 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.747041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "c2d26e57-23c3-4420-9337-f5ac25df9790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.747370] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.751566] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a11ff7-07d9-4e75-98da-3d011240c58b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.785326] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dbae09-e6b2-41b3-b543-b20948360b7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.797417] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b3c519-2eff-4c2b-975b-8be64584e801 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.822016] env[62490]: DEBUG nova.compute.provider_tree [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.906062] env[62490]: DEBUG nova.network.neutron [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Successfully updated port: cf0040ca-2981-4f0a-9f67-da71c12ecb44 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.994444] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.020806] env[62490]: DEBUG nova.network.neutron [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updating instance_info_cache with network_info: [{"id": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "address": "fa:16:3e:f7:bf:bd", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca542d6-1b", "ovs_interfaceid": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.102208] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Releasing lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.102208] env[62490]: DEBUG nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Instance network_info: |[{"id": "126e8675-913c-4c8a-abc8-90d0a9ee48ca", "address": "fa:16:3e:b9:72:fd", "network": {"id": "8c0535c8-55f8-428f-88af-d6be2b5042db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-259661612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126e8675-91", "ovs_interfaceid": "126e8675-913c-4c8a-abc8-90d0a9ee48ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "address": "fa:16:3e:50:b8:5d", "network": {"id": "38829b06-9199-41c6-9338-e1e60dcbd87f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2105527377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baf16c3-13", "ovs_interfaceid": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.102208] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:72:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '126e8675-913c-4c8a-abc8-90d0a9ee48ca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:b8:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5baf16c3-13a3-4920-91a0-95f0d1cd88fa', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.111711] env[62490]: DEBUG oslo.service.loopingcall [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.111942] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.112224] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81e03b7e-0ef9-4f4a-b0b2-56eba9c8ae3c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.134399] env[62490]: DEBUG nova.compute.manager [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received event network-changed-5baf16c3-13a3-4920-91a0-95f0d1cd88fa {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1854.135172] env[62490]: DEBUG nova.compute.manager [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Refreshing instance network info cache due to event network-changed-5baf16c3-13a3-4920-91a0-95f0d1cd88fa. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1854.135468] env[62490]: DEBUG oslo_concurrency.lockutils [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] Acquiring lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.135614] env[62490]: DEBUG oslo_concurrency.lockutils [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] Acquired lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.135771] env[62490]: DEBUG nova.network.neutron [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Refreshing network info cache for port 5baf16c3-13a3-4920-91a0-95f0d1cd88fa {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.142936] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.142936] env[62490]: value = "task-2065515" [ 1854.142936] env[62490]: _type = "Task" [ 1854.142936] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.157584] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065515, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.194311] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065514, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.325096] env[62490]: DEBUG nova.scheduler.client.report [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.374481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "8a710bc4-36df-4768-b926-399c4dcccc71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.374605] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "8a710bc4-36df-4768-b926-399c4dcccc71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.410272] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "refresh_cache-4575f569-95e5-428f-8e0b-79ae8cc4af65" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.410272] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquired lock "refresh_cache-4575f569-95e5-428f-8e0b-79ae8cc4af65" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.410272] env[62490]: DEBUG nova.network.neutron [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.522874] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.523698] env[62490]: DEBUG nova.objects.instance [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lazy-loading 'flavor' on Instance uuid aac0eead-47fa-4f91-8af9-1950a12104b4 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.655839] env[62490]: DEBUG nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1854.659611] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065515, 'name': CreateVM_Task, 'duration_secs': 0.461322} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.659611] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.659611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.659611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.659611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.663841] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11874525-c210-4ca0-96ae-2199c252dcf7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.666976] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1854.666976] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f04c32-4dcd-6e41-2af2-abdea7ce3767" [ 1854.666976] env[62490]: _type = "Task" [ 1854.666976] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.681063] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f04c32-4dcd-6e41-2af2-abdea7ce3767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.695956] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.696432] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.696709] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.697075] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.697336] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.697653] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.698115] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.698451] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.699553] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.699863] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.700224] env[62490]: DEBUG nova.virt.hardware [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.701648] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c4e9bd-60db-41a7-833d-d7d30d4d476e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.718075] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065514, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.723583] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c013c4-c53d-4a90-9bbc-46fa5c97c04c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.460840] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.850s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.470461] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.586s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.471842] env[62490]: INFO nova.compute.claims [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.475064] env[62490]: DEBUG nova.compute.manager [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Received event network-changed-af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.475193] env[62490]: DEBUG nova.compute.manager [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Refreshing instance network info cache due to event network-changed-af4cbc72-5f16-4210-bb62-d4d77878a141. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1855.475426] env[62490]: DEBUG oslo_concurrency.lockutils [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] Acquiring lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.475596] env[62490]: DEBUG oslo_concurrency.lockutils [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] Acquired lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.475755] env[62490]: DEBUG nova.network.neutron [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Refreshing network info cache for port af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.485174] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d87a3-a670-44c5-8612-63e883d7d97c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.488038] env[62490]: DEBUG nova.network.neutron [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Successfully updated port: 927c4bb0-ea4d-4da4-baf5-d234d5433069 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.497075] env[62490]: INFO nova.scheduler.client.report [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted allocations for instance 3df0186d-bf68-4764-aaf3-5f0289d89809 [ 1855.522476] env[62490]: DEBUG oslo_vmware.api [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065514, 'name': PowerOnVM_Task, 'duration_secs': 1.482947} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.522476] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f04c32-4dcd-6e41-2af2-abdea7ce3767, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.522476] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.524926] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.526088] env[62490]: INFO nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1855.526088] env[62490]: DEBUG nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.526088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.526088] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.526088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.526275] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.526354] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.527175] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91abfc9-a3de-421b-841c-e15c03306b06 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.531626] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f29703f-660d-44f6-98c9-bbb6ebcb8fc5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.533958] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d0cbe61-48f0-4eb2-8fdb-95b61e0eda3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.538505] env[62490]: DEBUG nova.network.neutron [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.548080] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1855.548080] env[62490]: value = "task-2065516" [ 1855.548080] env[62490]: _type = "Task" [ 1855.548080] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.549751] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.549940] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.554132] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26ba37b-ad18-48b0-b7fe-6010e61bddb4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.565224] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1855.565224] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527729a5-f4da-ae4f-c01a-4e73c2d2fd0d" [ 1855.565224] env[62490]: _type = "Task" [ 1855.565224] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.565737] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.573658] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527729a5-f4da-ae4f-c01a-4e73c2d2fd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.798030] env[62490]: DEBUG nova.network.neutron [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Updated VIF entry in instance network info cache for port af4cbc72-5f16-4210-bb62-d4d77878a141. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.798030] env[62490]: DEBUG nova.network.neutron [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Updating instance_info_cache with network_info: [{"id": "af4cbc72-5f16-4210-bb62-d4d77878a141", "address": "fa:16:3e:24:a4:fd", "network": {"id": "b87dc322-d447-4003-a4f7-0864e968aff4", "bridge": "br-int", "label": "tempest-ServersTestJSON-258210932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c9bb53cfad40c6824f9ff5da22c822", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4cbc72-5f", "ovs_interfaceid": "af4cbc72-5f16-4210-bb62-d4d77878a141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.803670] env[62490]: DEBUG nova.network.neutron [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Updated VIF entry in instance network info cache for port 5baf16c3-13a3-4920-91a0-95f0d1cd88fa. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.804089] env[62490]: DEBUG nova.network.neutron [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Updating instance_info_cache with network_info: [{"id": "126e8675-913c-4c8a-abc8-90d0a9ee48ca", "address": "fa:16:3e:b9:72:fd", "network": {"id": "8c0535c8-55f8-428f-88af-d6be2b5042db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-259661612", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap126e8675-91", "ovs_interfaceid": "126e8675-913c-4c8a-abc8-90d0a9ee48ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "address": "fa:16:3e:50:b8:5d", "network": {"id": "38829b06-9199-41c6-9338-e1e60dcbd87f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2105527377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baf16c3-13", "ovs_interfaceid": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.862198] env[62490]: DEBUG nova.network.neutron [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Updating instance_info_cache with network_info: [{"id": "cf0040ca-2981-4f0a-9f67-da71c12ecb44", "address": "fa:16:3e:28:5d:4e", "network": {"id": "03cac9b7-1d96-43fd-b832-1bc13d486773", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1887486720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5892ccf4b5a4615873256b0ead8bc3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0040ca-29", "ovs_interfaceid": "cf0040ca-2981-4f0a-9f67-da71c12ecb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.990498] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "ea73c22f-d49b-4d10-b15d-86423e345b27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.990778] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.990984] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "ea73c22f-d49b-4d10-b15d-86423e345b27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.991179] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.991348] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.996013] env[62490]: INFO nova.compute.manager [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Terminating instance [ 1855.999544] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.999783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.999950] env[62490]: DEBUG nova.network.neutron [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.031769] env[62490]: DEBUG oslo_concurrency.lockutils [None req-953be2a7-ee2f-4832-9c9b-db9d0e66d29f tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "3df0186d-bf68-4764-aaf3-5f0289d89809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.595s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.058974] env[62490]: INFO nova.compute.manager [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Took 47.39 seconds to build instance. [ 1856.063698] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065516, 'name': PowerOffVM_Task, 'duration_secs': 0.401313} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.063939] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.069384] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1856.069700] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9533be6-d6db-4bbd-a6b1-ed0edaf0e22e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.092096] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527729a5-f4da-ae4f-c01a-4e73c2d2fd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.020217} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.094228] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1856.094228] env[62490]: value = "task-2065517" [ 1856.094228] env[62490]: _type = "Task" [ 1856.094228] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.094451] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a023ed-913b-49f6-9ca2-47a0fe9b762c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.103314] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1856.103314] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529952c4-5a49-ed1b-c6ca-30c6e2ebf9c2" [ 1856.103314] env[62490]: _type = "Task" [ 1856.103314] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.106673] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065517, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.116515] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529952c4-5a49-ed1b-c6ca-30c6e2ebf9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.147979] env[62490]: DEBUG nova.compute.manager [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Received event network-changed-cf0040ca-2981-4f0a-9f67-da71c12ecb44 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.148208] env[62490]: DEBUG nova.compute.manager [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Refreshing instance network info cache due to event network-changed-cf0040ca-2981-4f0a-9f67-da71c12ecb44. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1856.148351] env[62490]: DEBUG oslo_concurrency.lockutils [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] Acquiring lock "refresh_cache-4575f569-95e5-428f-8e0b-79ae8cc4af65" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.309868] env[62490]: DEBUG oslo_concurrency.lockutils [req-52aca361-3aac-449c-aa43-3d043b04c9df req-af1023f4-0c20-46fc-9168-d4c3d6522e05 service nova] Releasing lock "refresh_cache-91bd7be3-04e4-4d69-bcd1-f8d09614c74c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.310485] env[62490]: DEBUG oslo_concurrency.lockutils [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] Releasing lock "refresh_cache-c7b97998-bbde-4262-8000-e6dd261e9005" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.310707] env[62490]: DEBUG nova.compute.manager [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Received event network-vif-plugged-cf0040ca-2981-4f0a-9f67-da71c12ecb44 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.310912] env[62490]: DEBUG oslo_concurrency.lockutils [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] Acquiring lock "4575f569-95e5-428f-8e0b-79ae8cc4af65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.311131] env[62490]: DEBUG oslo_concurrency.lockutils [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.311296] env[62490]: DEBUG oslo_concurrency.lockutils [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.311459] env[62490]: DEBUG nova.compute.manager [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] No waiting events found dispatching network-vif-plugged-cf0040ca-2981-4f0a-9f67-da71c12ecb44 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.311832] env[62490]: WARNING nova.compute.manager [req-bc111330-c162-4407-84ed-49af39042271 req-fe81b35d-b17a-40cf-96e7-44622dd33466 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Received unexpected event network-vif-plugged-cf0040ca-2981-4f0a-9f67-da71c12ecb44 for instance with vm_state building and task_state spawning. [ 1856.366024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Releasing lock "refresh_cache-4575f569-95e5-428f-8e0b-79ae8cc4af65" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.366024] env[62490]: DEBUG nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Instance network_info: |[{"id": "cf0040ca-2981-4f0a-9f67-da71c12ecb44", "address": "fa:16:3e:28:5d:4e", "network": {"id": "03cac9b7-1d96-43fd-b832-1bc13d486773", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1887486720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5892ccf4b5a4615873256b0ead8bc3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0040ca-29", "ovs_interfaceid": "cf0040ca-2981-4f0a-9f67-da71c12ecb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.366024] env[62490]: DEBUG oslo_concurrency.lockutils [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] Acquired lock "refresh_cache-4575f569-95e5-428f-8e0b-79ae8cc4af65" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.366304] env[62490]: DEBUG nova.network.neutron [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Refreshing network info cache for port cf0040ca-2981-4f0a-9f67-da71c12ecb44 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.367556] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:5d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf0040ca-2981-4f0a-9f67-da71c12ecb44', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.376051] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Creating folder: Project (e5892ccf4b5a4615873256b0ead8bc3e). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.376432] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6f27c6c-bb3e-41b5-bfe4-6760fa5de924 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.387530] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Created folder: Project (e5892ccf4b5a4615873256b0ead8bc3e) in parent group-v423467. [ 1856.387814] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Creating folder: Instances. Parent ref: group-v423579. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.388090] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b65fe348-a1fe-4863-ac83-4197bfe1868e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.397610] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Created folder: Instances in parent group-v423579. [ 1856.397610] env[62490]: DEBUG oslo.service.loopingcall [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.397610] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.397851] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b089edb6-58e5-4020-9c89-e43549811d10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.417249] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.417249] env[62490]: value = "task-2065520" [ 1856.417249] env[62490]: _type = "Task" [ 1856.417249] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.425320] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065520, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.502880] env[62490]: DEBUG nova.compute.manager [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.503192] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.508406] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1313e6a4-07b1-48f3-a4cc-b949455f53d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.517042] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.518112] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c14ff5be-0835-447d-96c4-6685298c27c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.524252] env[62490]: DEBUG oslo_vmware.api [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1856.524252] env[62490]: value = "task-2065521" [ 1856.524252] env[62490]: _type = "Task" [ 1856.524252] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.534210] env[62490]: DEBUG oslo_vmware.api [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.542758] env[62490]: DEBUG nova.network.neutron [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1856.563190] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0163ef57-fad4-49de-8e1c-7f186fd37016 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.851s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.610360] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065517, 'name': ReconfigVM_Task, 'duration_secs': 0.217204} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.614740] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1856.615042] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1856.618769] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b71dd4b1-ae8f-4f3d-94ff-724961bcff7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.630320] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529952c4-5a49-ed1b-c6ca-30c6e2ebf9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.634157] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.635069] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c7b97998-bbde-4262-8000-e6dd261e9005/c7b97998-bbde-4262-8000-e6dd261e9005.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.635069] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1856.635069] env[62490]: value = "task-2065522" [ 1856.635069] env[62490]: _type = "Task" [ 1856.635069] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.635311] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c267124-4e7d-4116-8b70-1b286fadaba6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.646943] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.648483] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1856.648483] env[62490]: value = "task-2065523" [ 1856.648483] env[62490]: _type = "Task" [ 1856.648483] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.662524] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.713669] env[62490]: DEBUG nova.network.neutron [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Updating instance_info_cache with network_info: [{"id": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "address": "fa:16:3e:04:58:02", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap927c4bb0-ea", "ovs_interfaceid": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.808725] env[62490]: DEBUG nova.compute.manager [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Received event network-vif-plugged-927c4bb0-ea4d-4da4-baf5-d234d5433069 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.808919] env[62490]: DEBUG oslo_concurrency.lockutils [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] Acquiring lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.809257] env[62490]: DEBUG oslo_concurrency.lockutils [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.809446] env[62490]: DEBUG oslo_concurrency.lockutils [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.809584] env[62490]: DEBUG nova.compute.manager [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] No waiting events found dispatching network-vif-plugged-927c4bb0-ea4d-4da4-baf5-d234d5433069 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.809688] env[62490]: WARNING nova.compute.manager [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Received unexpected event network-vif-plugged-927c4bb0-ea4d-4da4-baf5-d234d5433069 for instance with vm_state building and task_state spawning. [ 1856.809844] env[62490]: DEBUG nova.compute.manager [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Received event network-changed-927c4bb0-ea4d-4da4-baf5-d234d5433069 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.810084] env[62490]: DEBUG nova.compute.manager [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Refreshing instance network info cache due to event network-changed-927c4bb0-ea4d-4da4-baf5-d234d5433069. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1856.810264] env[62490]: DEBUG oslo_concurrency.lockutils [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] Acquiring lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.933787] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065520, 'name': CreateVM_Task, 'duration_secs': 0.317033} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.933787] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.933787] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.933787] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.933787] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.933787] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8366e9ba-9de2-43e0-b734-e9859a8776b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.942030] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1856.942030] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5263fd79-dcb2-cd9a-ffd9-24b61f082c91" [ 1856.942030] env[62490]: _type = "Task" [ 1856.942030] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.949102] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5263fd79-dcb2-cd9a-ffd9-24b61f082c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.023131] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88574bea-0085-4d81-82e9-9b11742c8f68 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.038654] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43b842a-8acb-4b22-9adb-e8a7d98ae15b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.047453] env[62490]: DEBUG oslo_vmware.api [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065521, 'name': PowerOffVM_Task, 'duration_secs': 0.159305} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.048454] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.048827] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.054019] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3df2dd6b-875c-4e9e-81fc-3c9c5f2c81ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.079000] env[62490]: DEBUG nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1857.084328] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2609b3a2-1d99-484b-a3e0-93f300d75ea7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.092442] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464575da-f5ab-473d-ab55-1ef72ce886ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.099385] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-43024b06-709c-431c-98cf-de8c5b9aa4a6 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Suspending the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1857.104024] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1aa63ac6-89b3-4612-b8f6-436e33db430b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.105356] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b1de13-87db-4be8-9d79-8f00e79dde65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.121108] env[62490]: DEBUG nova.compute.provider_tree [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.125525] env[62490]: DEBUG oslo_vmware.api [None req-43024b06-709c-431c-98cf-de8c5b9aa4a6 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1857.125525] env[62490]: value = "task-2065525" [ 1857.125525] env[62490]: _type = "Task" [ 1857.125525] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.138190] env[62490]: DEBUG oslo_vmware.api [None req-43024b06-709c-431c-98cf-de8c5b9aa4a6 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065525, 'name': SuspendVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.152927] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065522, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.163833] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.187122] env[62490]: DEBUG nova.network.neutron [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Updated VIF entry in instance network info cache for port cf0040ca-2981-4f0a-9f67-da71c12ecb44. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.187539] env[62490]: DEBUG nova.network.neutron [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Updating instance_info_cache with network_info: [{"id": "cf0040ca-2981-4f0a-9f67-da71c12ecb44", "address": "fa:16:3e:28:5d:4e", "network": {"id": "03cac9b7-1d96-43fd-b832-1bc13d486773", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1887486720-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5892ccf4b5a4615873256b0ead8bc3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0040ca-29", "ovs_interfaceid": "cf0040ca-2981-4f0a-9f67-da71c12ecb44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.199409] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.199668] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.199819] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Deleting the datastore file [datastore1] ea73c22f-d49b-4d10-b15d-86423e345b27 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.200265] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82894b24-80f6-4a63-a38c-fdc7e27071fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.208115] env[62490]: DEBUG oslo_vmware.api [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for the task: (returnval){ [ 1857.208115] env[62490]: value = "task-2065526" [ 1857.208115] env[62490]: _type = "Task" [ 1857.208115] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.217129] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.217458] env[62490]: DEBUG nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Instance network_info: |[{"id": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "address": "fa:16:3e:04:58:02", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap927c4bb0-ea", "ovs_interfaceid": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1857.218519] env[62490]: DEBUG oslo_vmware.api [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.218519] env[62490]: DEBUG oslo_concurrency.lockutils [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] Acquired lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.218740] env[62490]: DEBUG nova.network.neutron [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Refreshing network info cache for port 927c4bb0-ea4d-4da4-baf5-d234d5433069 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.219813] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:58:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '927c4bb0-ea4d-4da4-baf5-d234d5433069', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.227632] env[62490]: DEBUG oslo.service.loopingcall [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.228218] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.228917] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c2f5a1-409c-427c-9a09-51daae32517a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.249644] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.249644] env[62490]: value = "task-2065527" [ 1857.249644] env[62490]: _type = "Task" [ 1857.249644] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.260389] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065527, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.451404] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5263fd79-dcb2-cd9a-ffd9-24b61f082c91, 'name': SearchDatastore_Task, 'duration_secs': 0.07394} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.451813] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.452157] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.452478] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.452662] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.452972] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.453279] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daddb937-d023-4c8f-ad2a-48ea38c0023d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.461906] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.461906] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.462631] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033d848f-7a98-4b15-a55d-0479b68e0fb4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.468386] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1857.468386] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523942e7-063c-4d35-503d-b4cf01f4180c" [ 1857.468386] env[62490]: _type = "Task" [ 1857.468386] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.477403] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523942e7-063c-4d35-503d-b4cf01f4180c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.603613] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.626958] env[62490]: DEBUG nova.scheduler.client.report [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.650174] env[62490]: DEBUG oslo_vmware.api [None req-43024b06-709c-431c-98cf-de8c5b9aa4a6 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065525, 'name': SuspendVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.657297] env[62490]: DEBUG oslo_vmware.api [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065522, 'name': PowerOnVM_Task, 'duration_secs': 0.68839} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.663148] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1857.663148] env[62490]: DEBUG nova.compute.manager [None req-b2886c42-daf4-4a53-a3bb-6e37bf888c75 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.664242] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0789c8f-16e6-4c89-a606-c64c01a68d75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.675776] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55796} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.676271] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c7b97998-bbde-4262-8000-e6dd261e9005/c7b97998-bbde-4262-8000-e6dd261e9005.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.676487] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.676742] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f87d9cb9-28f5-495c-8c7a-0f098b0872ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.684475] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1857.684475] env[62490]: value = "task-2065528" [ 1857.684475] env[62490]: _type = "Task" [ 1857.684475] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.693152] env[62490]: DEBUG oslo_concurrency.lockutils [req-3eeac0ef-b743-4c57-8d7b-f51c442510fa req-8b767b1f-c155-4577-a020-4d9ec4c6b095 service nova] Releasing lock "refresh_cache-4575f569-95e5-428f-8e0b-79ae8cc4af65" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.694034] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.717864] env[62490]: DEBUG oslo_vmware.api [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Task: {'id': task-2065526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273236} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.718135] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.718322] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1857.718496] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1857.718706] env[62490]: INFO nova.compute.manager [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1857.718905] env[62490]: DEBUG oslo.service.loopingcall [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.719111] env[62490]: DEBUG nova.compute.manager [-] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1857.719208] env[62490]: DEBUG nova.network.neutron [-] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1857.760614] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065527, 'name': CreateVM_Task, 'duration_secs': 0.49741} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.760829] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.761525] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.761739] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.762147] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.762474] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec348f6f-13d8-4f16-9883-fe1f42644197 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.767457] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1857.767457] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520e056a-e093-dbba-2029-2f6d507d4f6f" [ 1857.767457] env[62490]: _type = "Task" [ 1857.767457] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.775518] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520e056a-e093-dbba-2029-2f6d507d4f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.984377] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523942e7-063c-4d35-503d-b4cf01f4180c, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.985301] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6ed01c-18b7-42cd-908a-8db619a090b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.992631] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1857.992631] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527e9291-a682-4a1a-82fd-bcc6abd55660" [ 1857.992631] env[62490]: _type = "Task" [ 1857.992631] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.000222] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527e9291-a682-4a1a-82fd-bcc6abd55660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.140561] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.141149] env[62490]: DEBUG nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.143966] env[62490]: DEBUG oslo_vmware.api [None req-43024b06-709c-431c-98cf-de8c5b9aa4a6 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065525, 'name': SuspendVM_Task, 'duration_secs': 0.670942} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.150032] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.096s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.150032] env[62490]: INFO nova.compute.claims [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.150032] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-43024b06-709c-431c-98cf-de8c5b9aa4a6 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Suspended the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1858.150032] env[62490]: DEBUG nova.compute.manager [None req-43024b06-709c-431c-98cf-de8c5b9aa4a6 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.150032] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0a929-8360-48de-9fce-0cba5672b0ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.196694] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072246} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.196997] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.199734] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e51213-9de2-4297-94fd-802a7a06c49a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.228357] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c7b97998-bbde-4262-8000-e6dd261e9005/c7b97998-bbde-4262-8000-e6dd261e9005.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.231467] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db563adf-4fb3-4149-ab66-0af53a6606ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.254598] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1858.254598] env[62490]: value = "task-2065529" [ 1858.254598] env[62490]: _type = "Task" [ 1858.254598] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.264671] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.277337] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520e056a-e093-dbba-2029-2f6d507d4f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.277657] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.277892] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.278243] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.411835] env[62490]: DEBUG nova.network.neutron [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Updated VIF entry in instance network info cache for port 927c4bb0-ea4d-4da4-baf5-d234d5433069. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.412207] env[62490]: DEBUG nova.network.neutron [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Updating instance_info_cache with network_info: [{"id": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "address": "fa:16:3e:04:58:02", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap927c4bb0-ea", "ovs_interfaceid": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.466354] env[62490]: DEBUG nova.compute.manager [req-481fff1f-d7c6-4138-b773-97699728adcc req-32fd01bd-8c72-4574-a41c-c25d5782dd74 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Received event network-vif-deleted-7e13bf8a-f58d-41fd-8730-9979b75e2d15 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1858.466601] env[62490]: INFO nova.compute.manager [req-481fff1f-d7c6-4138-b773-97699728adcc req-32fd01bd-8c72-4574-a41c-c25d5782dd74 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Neutron deleted interface 7e13bf8a-f58d-41fd-8730-9979b75e2d15; detaching it from the instance and deleting it from the info cache [ 1858.466806] env[62490]: DEBUG nova.network.neutron [req-481fff1f-d7c6-4138-b773-97699728adcc req-32fd01bd-8c72-4574-a41c-c25d5782dd74 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.504713] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527e9291-a682-4a1a-82fd-bcc6abd55660, 'name': SearchDatastore_Task, 'duration_secs': 0.059308} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.504713] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.505898] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4575f569-95e5-428f-8e0b-79ae8cc4af65/4575f569-95e5-428f-8e0b-79ae8cc4af65.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.505898] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.505898] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.505898] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e11e2f3-497d-483e-b9d2-3048a462fa04 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.508163] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4f17ae8-a32a-40aa-b0cf-09ed21c6ec7f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.514684] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1858.514684] env[62490]: value = "task-2065530" [ 1858.514684] env[62490]: _type = "Task" [ 1858.514684] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.522576] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.523675] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.523845] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.524551] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f247310-e8fc-4dd7-8b39-b14d624f04a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.529310] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1858.529310] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52327dd2-3076-db3f-3d9c-89ebc2ef0dba" [ 1858.529310] env[62490]: _type = "Task" [ 1858.529310] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.537179] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52327dd2-3076-db3f-3d9c-89ebc2ef0dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.646696] env[62490]: DEBUG nova.compute.utils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.648156] env[62490]: DEBUG nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.648352] env[62490]: DEBUG nova.network.neutron [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.694368] env[62490]: DEBUG nova.policy [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0d33f32ae3e4bae987378a937c4658a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8959b0cc682b4e89a6420708414c261f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.766935] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065529, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.915471] env[62490]: DEBUG oslo_concurrency.lockutils [req-59c8dd57-0686-4a7f-8fa5-6a01146c9dd6 req-b9d9cbda-4149-45a3-8e2b-118b69a79505 service nova] Releasing lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.932690] env[62490]: DEBUG nova.network.neutron [-] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.935036] env[62490]: DEBUG nova.network.neutron [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Successfully created port: 7caf8fbb-2f7b-453c-863f-ee36f340ded0 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.968899] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56b048d1-ea25-4f76-ba44-40f381e9ee61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.978736] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65b951c-43c0-4497-a366-251212e40017 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.014763] env[62490]: DEBUG nova.compute.manager [req-481fff1f-d7c6-4138-b773-97699728adcc req-32fd01bd-8c72-4574-a41c-c25d5782dd74 service nova] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Detach interface failed, port_id=7e13bf8a-f58d-41fd-8730-9979b75e2d15, reason: Instance ea73c22f-d49b-4d10-b15d-86423e345b27 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1859.023458] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.037935] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52327dd2-3076-db3f-3d9c-89ebc2ef0dba, 'name': SearchDatastore_Task, 'duration_secs': 0.016154} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.038713] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4998b561-4780-4a44-8c0d-b2ad18819806 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.043827] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1859.043827] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235c2ac-7498-ffd8-adc9-41d52bf6c0d1" [ 1859.043827] env[62490]: _type = "Task" [ 1859.043827] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.051114] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235c2ac-7498-ffd8-adc9-41d52bf6c0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.154025] env[62490]: DEBUG nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.266560] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065529, 'name': ReconfigVM_Task, 'duration_secs': 0.522347} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.266560] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c7b97998-bbde-4262-8000-e6dd261e9005/c7b97998-bbde-4262-8000-e6dd261e9005.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.267908] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28dd8e2f-b7cf-49c4-85a5-c78f2ee537f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.275890] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1859.275890] env[62490]: value = "task-2065531" [ 1859.275890] env[62490]: _type = "Task" [ 1859.275890] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.289522] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065531, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.439361] env[62490]: INFO nova.compute.manager [-] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Took 1.72 seconds to deallocate network for instance. [ 1859.528937] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925064} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.529206] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4575f569-95e5-428f-8e0b-79ae8cc4af65/4575f569-95e5-428f-8e0b-79ae8cc4af65.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.529418] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.529934] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c55345-0f68-4852-8644-ec6fc398dbd3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.539155] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1859.539155] env[62490]: value = "task-2065532" [ 1859.539155] env[62490]: _type = "Task" [ 1859.539155] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.554287] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.561160] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235c2ac-7498-ffd8-adc9-41d52bf6c0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.086476} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.561462] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.561776] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b9f6ddfd-092a-4a5b-9410-8774e7c50e46/b9f6ddfd-092a-4a5b-9410-8774e7c50e46.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.562065] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9cb0fc5-ea77-4d38-8b58-5aca82cd16ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.568979] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1859.568979] env[62490]: value = "task-2065533" [ 1859.568979] env[62490]: _type = "Task" [ 1859.568979] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.581043] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.761404] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c17a7c-c25e-46f2-85f9-590e1df9f10f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.769671] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ef846-e7ad-4783-a8db-02b49b881b01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.805179] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ff6bc-50ce-41e2-8946-f8da7d242568 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.813476] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065531, 'name': Rename_Task, 'duration_secs': 0.234042} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.815961] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.816244] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bae6e67-4685-4fdb-9454-13555aaf33e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.819704] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c223c941-2ad3-45fc-8136-d59f42e3a939 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.840479] env[62490]: DEBUG nova.compute.provider_tree [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.843971] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1859.843971] env[62490]: value = "task-2065534" [ 1859.843971] env[62490]: _type = "Task" [ 1859.843971] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.853849] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.950077] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.049636] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106449} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.050063] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.051302] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ae3574-58fc-4c44-903e-f7c728a6d639 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.076313] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 4575f569-95e5-428f-8e0b-79ae8cc4af65/4575f569-95e5-428f-8e0b-79ae8cc4af65.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.076740] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf57d94-3c88-4bc7-a15d-7253bf5d1c3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.102726] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1860.102726] env[62490]: value = "task-2065535" [ 1860.102726] env[62490]: _type = "Task" [ 1860.102726] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.106517] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065533, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.117969] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.165051] env[62490]: DEBUG nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1860.193137] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.193394] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.193581] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.193768] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.193927] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.194085] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.194301] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.194461] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.194626] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.194885] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.194958] env[62490]: DEBUG nova.virt.hardware [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.195847] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9ee38-4d3d-4f2d-82f9-a34899e756b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.203971] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d03a89-5c10-4f5f-90b8-2b305cc6f840 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.345559] env[62490]: DEBUG nova.scheduler.client.report [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.359489] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.587070] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648492} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.587070] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b9f6ddfd-092a-4a5b-9410-8774e7c50e46/b9f6ddfd-092a-4a5b-9410-8774e7c50e46.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.587200] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.587408] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1133606-5cd8-42c3-8e95-083c48212bac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.593618] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1860.593618] env[62490]: value = "task-2065536" [ 1860.593618] env[62490]: _type = "Task" [ 1860.593618] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.603123] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.615553] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.720906] env[62490]: DEBUG nova.network.neutron [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Successfully updated port: 7caf8fbb-2f7b-453c-863f-ee36f340ded0 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.725643] env[62490]: DEBUG nova.compute.manager [req-bd49cc06-4edd-4ef5-a657-8a3ca74befd5 req-efde0c25-141e-4db5-9d41-962df6d1d847 service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Received event network-vif-plugged-7caf8fbb-2f7b-453c-863f-ee36f340ded0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1860.725882] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd49cc06-4edd-4ef5-a657-8a3ca74befd5 req-efde0c25-141e-4db5-9d41-962df6d1d847 service nova] Acquiring lock "77963072-fae4-4155-8d71-6891a21db18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.726074] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd49cc06-4edd-4ef5-a657-8a3ca74befd5 req-efde0c25-141e-4db5-9d41-962df6d1d847 service nova] Lock "77963072-fae4-4155-8d71-6891a21db18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.726709] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd49cc06-4edd-4ef5-a657-8a3ca74befd5 req-efde0c25-141e-4db5-9d41-962df6d1d847 service nova] Lock "77963072-fae4-4155-8d71-6891a21db18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.726982] env[62490]: DEBUG nova.compute.manager [req-bd49cc06-4edd-4ef5-a657-8a3ca74befd5 req-efde0c25-141e-4db5-9d41-962df6d1d847 service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] No waiting events found dispatching network-vif-plugged-7caf8fbb-2f7b-453c-863f-ee36f340ded0 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.727063] env[62490]: WARNING nova.compute.manager [req-bd49cc06-4edd-4ef5-a657-8a3ca74befd5 req-efde0c25-141e-4db5-9d41-962df6d1d847 service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Received unexpected event network-vif-plugged-7caf8fbb-2f7b-453c-863f-ee36f340ded0 for instance with vm_state building and task_state spawning. [ 1860.853698] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.854226] env[62490]: DEBUG nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1860.856785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.620s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.858171] env[62490]: INFO nova.compute.claims [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.866721] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065534, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.902565] env[62490]: DEBUG nova.compute.manager [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.903886] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430985fc-21fc-4339-83f4-78e97cc63c40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.107433] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328111} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.112209] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.113422] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d445a4ec-5b4a-4130-9bc4-4cd242b9bf16 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.124165] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.142660] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] b9f6ddfd-092a-4a5b-9410-8774e7c50e46/b9f6ddfd-092a-4a5b-9410-8774e7c50e46.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.143052] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e47f2d-2c30-4791-af6c-0ecf0ac85a92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.163520] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1861.163520] env[62490]: value = "task-2065537" [ 1861.163520] env[62490]: _type = "Task" [ 1861.163520] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.173501] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.224012] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "refresh_cache-77963072-fae4-4155-8d71-6891a21db18e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.224414] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquired lock "refresh_cache-77963072-fae4-4155-8d71-6891a21db18e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.224478] env[62490]: DEBUG nova.network.neutron [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.360256] env[62490]: DEBUG oslo_vmware.api [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065534, 'name': PowerOnVM_Task, 'duration_secs': 1.350085} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.360503] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.360771] env[62490]: INFO nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Took 13.22 seconds to spawn the instance on the hypervisor. [ 1861.360968] env[62490]: DEBUG nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.362342] env[62490]: DEBUG nova.compute.utils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.364603] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a518fc-e8d0-419a-832d-f06842528d33 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.370586] env[62490]: DEBUG nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1861.370758] env[62490]: DEBUG nova.network.neutron [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1861.398976] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "88fc1ea6-46ae-470e-b003-77a8d073a457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.399240] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.416022] env[62490]: INFO nova.compute.manager [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] instance snapshotting [ 1861.416022] env[62490]: WARNING nova.compute.manager [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1861.419884] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd10fb2-0064-47f8-a9ca-52c9a93b3d76 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.444021] env[62490]: DEBUG nova.policy [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f9c0920a334478bafce619f4fe3e69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6203b2ec00945af993c4cbbddeccd81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1861.446094] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f9fee-10d6-40a4-aae0-260a3f30e30b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.619477] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.678844] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065537, 'name': ReconfigVM_Task, 'duration_secs': 0.313836} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.679232] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Reconfigured VM instance instance-00000029 to attach disk [datastore1] b9f6ddfd-092a-4a5b-9410-8774e7c50e46/b9f6ddfd-092a-4a5b-9410-8774e7c50e46.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.680911] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e12c068-edeb-4a12-9d87-f550a504b9c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.688091] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1861.688091] env[62490]: value = "task-2065538" [ 1861.688091] env[62490]: _type = "Task" [ 1861.688091] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.696642] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065538, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.778019] env[62490]: DEBUG nova.network.neutron [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Successfully created port: d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.788916] env[62490]: DEBUG nova.network.neutron [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.872904] env[62490]: DEBUG nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.889938] env[62490]: INFO nova.compute.manager [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Took 49.98 seconds to build instance. [ 1861.958711] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1861.959504] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86de8419-5371-4f82-9f2b-6c73bd881bd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.967856] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1861.967856] env[62490]: value = "task-2065539" [ 1861.967856] env[62490]: _type = "Task" [ 1861.967856] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.980868] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065539, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.093194] env[62490]: DEBUG nova.network.neutron [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Updating instance_info_cache with network_info: [{"id": "7caf8fbb-2f7b-453c-863f-ee36f340ded0", "address": "fa:16:3e:9c:3d:59", "network": {"id": "9a653b72-6dcd-4e84-bd7f-f0ab70f92ca9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-965174832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8959b0cc682b4e89a6420708414c261f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caf8fbb-2f", "ovs_interfaceid": "7caf8fbb-2f7b-453c-863f-ee36f340ded0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.121861] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.199438] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065538, 'name': Rename_Task, 'duration_secs': 0.339212} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.202476] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.204251] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7f7978-073a-47f2-b8d0-2fd96cea00fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.211571] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1862.211571] env[62490]: value = "task-2065540" [ 1862.211571] env[62490]: _type = "Task" [ 1862.211571] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.223686] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.369422] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "c7b97998-bbde-4262-8000-e6dd261e9005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.394796] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1f1ca546-67a8-48fc-9aae-8253283a6f65 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "c7b97998-bbde-4262-8000-e6dd261e9005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.291s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.395901] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "c7b97998-bbde-4262-8000-e6dd261e9005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.028s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.397709] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.397709] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.397709] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "c7b97998-bbde-4262-8000-e6dd261e9005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.398974] env[62490]: INFO nova.compute.manager [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Terminating instance [ 1862.426816] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887852c-b517-484d-84a1-4d8bf8860c67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.435091] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b175782-8cc6-4aff-ab6b-e9219fa9a5dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.466659] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba37800-61b4-43ae-a43e-5b3ada2a5925 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.479941] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b410ee-7718-4637-acc5-c84a18f9206f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.484037] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065539, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.494445] env[62490]: DEBUG nova.compute.provider_tree [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.598795] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Releasing lock "refresh_cache-77963072-fae4-4155-8d71-6891a21db18e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.599155] env[62490]: DEBUG nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Instance network_info: |[{"id": "7caf8fbb-2f7b-453c-863f-ee36f340ded0", "address": "fa:16:3e:9c:3d:59", "network": {"id": "9a653b72-6dcd-4e84-bd7f-f0ab70f92ca9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-965174832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8959b0cc682b4e89a6420708414c261f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caf8fbb-2f", "ovs_interfaceid": "7caf8fbb-2f7b-453c-863f-ee36f340ded0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1862.599587] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:3d:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7caf8fbb-2f7b-453c-863f-ee36f340ded0', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.610657] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Creating folder: Project (8959b0cc682b4e89a6420708414c261f). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.610914] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18205b3c-7e52-451e-b2cf-89f4e15e6a57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.623718] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065535, 'name': ReconfigVM_Task, 'duration_secs': 2.237456} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.623933] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 4575f569-95e5-428f-8e0b-79ae8cc4af65/4575f569-95e5-428f-8e0b-79ae8cc4af65.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.624550] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09c28f9a-c24d-43c1-b966-cdbe81b6e8af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.627540] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Created folder: Project (8959b0cc682b4e89a6420708414c261f) in parent group-v423467. [ 1862.627717] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Creating folder: Instances. Parent ref: group-v423583. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.627936] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f350ebf-7ce7-4ea7-a0fa-f2b9fd08a05d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.630832] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1862.630832] env[62490]: value = "task-2065542" [ 1862.630832] env[62490]: _type = "Task" [ 1862.630832] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.639718] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065542, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.640647] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Created folder: Instances in parent group-v423583. [ 1862.640865] env[62490]: DEBUG oslo.service.loopingcall [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.641070] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.641280] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e883a871-670e-40fc-bb39-ab44082f4a7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.659677] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.659677] env[62490]: value = "task-2065544" [ 1862.659677] env[62490]: _type = "Task" [ 1862.659677] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.670813] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065544, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.720732] env[62490]: DEBUG oslo_vmware.api [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065540, 'name': PowerOnVM_Task, 'duration_secs': 0.457493} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.721013] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.721225] env[62490]: INFO nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1862.721425] env[62490]: DEBUG nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.722218] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78f7ff8-04d7-4f65-88c7-31dea416b3c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.763305] env[62490]: DEBUG nova.compute.manager [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Received event network-changed-7caf8fbb-2f7b-453c-863f-ee36f340ded0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1862.763561] env[62490]: DEBUG nova.compute.manager [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Refreshing instance network info cache due to event network-changed-7caf8fbb-2f7b-453c-863f-ee36f340ded0. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1862.763789] env[62490]: DEBUG oslo_concurrency.lockutils [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] Acquiring lock "refresh_cache-77963072-fae4-4155-8d71-6891a21db18e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.763933] env[62490]: DEBUG oslo_concurrency.lockutils [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] Acquired lock "refresh_cache-77963072-fae4-4155-8d71-6891a21db18e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.764110] env[62490]: DEBUG nova.network.neutron [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Refreshing network info cache for port 7caf8fbb-2f7b-453c-863f-ee36f340ded0 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.883815] env[62490]: DEBUG nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.901135] env[62490]: DEBUG nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1862.904300] env[62490]: DEBUG nova.compute.manager [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.904504] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.905908] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ebc908-1020-4686-b7bc-d6a7c0dac061 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.911536] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.911761] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.911919] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.912115] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.912264] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.912413] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.912647] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.912834] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.913007] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.913194] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.913372] env[62490]: DEBUG nova.virt.hardware [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.914615] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d119d04-5b5f-44b4-8b96-2d8fd225ae72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.919370] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.919949] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6f2264-ae51-4141-b04b-9eaa2cd3101a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.924965] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb00004-55e8-42d1-a87c-4afb48fdc21e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.930215] env[62490]: DEBUG oslo_vmware.api [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1862.930215] env[62490]: value = "task-2065545" [ 1862.930215] env[62490]: _type = "Task" [ 1862.930215] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.949216] env[62490]: DEBUG oslo_vmware.api [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.981031] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065539, 'name': CreateSnapshot_Task, 'duration_secs': 0.891637} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.981031] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1862.981031] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29360e1c-1af4-412f-8bf5-f6c3fa8852e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.997720] env[62490]: DEBUG nova.scheduler.client.report [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.143704] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065542, 'name': Rename_Task, 'duration_secs': 0.155762} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.144093] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.144427] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e2d75e-ad35-42c4-ac94-e4ec5568fe5f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.153023] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1863.153023] env[62490]: value = "task-2065546" [ 1863.153023] env[62490]: _type = "Task" [ 1863.153023] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.162963] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.173716] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065544, 'name': CreateVM_Task, 'duration_secs': 0.338008} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.174040] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.174974] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.175268] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.175728] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.176330] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae8346e-669d-4d4b-b914-ab4aae4df8f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.182499] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1863.182499] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d928d9-a3b7-ef21-3300-c87d115ec667" [ 1863.182499] env[62490]: _type = "Task" [ 1863.182499] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.194305] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d928d9-a3b7-ef21-3300-c87d115ec667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.244449] env[62490]: INFO nova.compute.manager [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Took 39.20 seconds to build instance. [ 1863.369483] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] Acquiring lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.369692] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] Acquired lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.369821] env[62490]: DEBUG nova.network.neutron [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.436844] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.443347] env[62490]: DEBUG oslo_vmware.api [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065545, 'name': PowerOffVM_Task, 'duration_secs': 0.161805} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.443977] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.443977] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.444208] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cc9c6bd-d141-4c17-86c5-d1883accc6fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.503967] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1863.508078] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.508597] env[62490]: DEBUG nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.518013] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95465e5d-1a67-4ac9-bf61-d26505059186 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.522678] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.360s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.522864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.523026] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1863.523316] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.638s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.523549] env[62490]: DEBUG nova.objects.instance [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lazy-loading 'resources' on Instance uuid 5911ad6b-f534-426e-aac5-20629a9dd1e1 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.525989] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a4ed1f-eb3f-4d91-9949-5c1d0822222a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.535841] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f93d12-c2c6-48d1-9739-b0be5ec21d58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.540726] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1863.540726] env[62490]: value = "task-2065548" [ 1863.540726] env[62490]: _type = "Task" [ 1863.540726] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.555170] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b2f37-ba7a-44ee-b251-2dbd063536db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.561359] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065548, 'name': CloneVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.566128] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ee1e23-3688-4554-8da8-cf1f6fe5bd22 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.601831] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178182MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1863.602048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.658855] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.659146] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.662021] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Deleting the datastore file [datastore1] c7b97998-bbde-4262-8000-e6dd261e9005 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.662021] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a85b6fe9-ce68-479e-b3fd-019167d858db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.665728] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.670872] env[62490]: DEBUG oslo_vmware.api [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for the task: (returnval){ [ 1863.670872] env[62490]: value = "task-2065549" [ 1863.670872] env[62490]: _type = "Task" [ 1863.670872] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.680294] env[62490]: DEBUG oslo_vmware.api [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.697455] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d928d9-a3b7-ef21-3300-c87d115ec667, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.697455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.697455] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.697455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.697455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.697455] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.697455] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b49f280-0ab4-403a-b978-cbfe9b1f2024 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.705715] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.705938] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.707319] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd0eee8-60bd-4b78-980a-c704ce658107 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.713249] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1863.713249] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ceb276-2c78-d5b6-fa09-a5bccfa3acf6" [ 1863.713249] env[62490]: _type = "Task" [ 1863.713249] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.721974] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ceb276-2c78-d5b6-fa09-a5bccfa3acf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.746863] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2b745b0-e0f0-434a-92fa-91205ffba6b8 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.990s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.828514] env[62490]: DEBUG nova.network.neutron [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Updated VIF entry in instance network info cache for port 7caf8fbb-2f7b-453c-863f-ee36f340ded0. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.828903] env[62490]: DEBUG nova.network.neutron [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Updating instance_info_cache with network_info: [{"id": "7caf8fbb-2f7b-453c-863f-ee36f340ded0", "address": "fa:16:3e:9c:3d:59", "network": {"id": "9a653b72-6dcd-4e84-bd7f-f0ab70f92ca9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-965174832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8959b0cc682b4e89a6420708414c261f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7caf8fbb-2f", "ovs_interfaceid": "7caf8fbb-2f7b-453c-863f-ee36f340ded0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.866283] env[62490]: DEBUG nova.network.neutron [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Successfully updated port: d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1864.024468] env[62490]: DEBUG nova.compute.utils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.025902] env[62490]: DEBUG nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.027345] env[62490]: DEBUG nova.network.neutron [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.054917] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065548, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.171234] env[62490]: DEBUG oslo_vmware.api [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065546, 'name': PowerOnVM_Task, 'duration_secs': 0.623882} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.175271] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.176809] env[62490]: INFO nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Took 12.28 seconds to spawn the instance on the hypervisor. [ 1864.176809] env[62490]: DEBUG nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.179989] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9376de7-2150-4e07-9bee-c4aca7288344 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.188887] env[62490]: DEBUG oslo_vmware.api [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Task: {'id': task-2065549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460067} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.191339] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.191339] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.191339] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.191569] env[62490]: INFO nova.compute.manager [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1864.191712] env[62490]: DEBUG oslo.service.loopingcall [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.201530] env[62490]: DEBUG nova.compute.manager [-] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.201644] env[62490]: DEBUG nova.network.neutron [-] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.207121] env[62490]: DEBUG nova.policy [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f75e9155b94a4aa8bb4a12bbd0eb770c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28c431ba73a148ab880cef75c22e11b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.228410] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ceb276-2c78-d5b6-fa09-a5bccfa3acf6, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.232035] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034446c3-bf53-48cb-bed2-5775110575e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.238145] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1864.238145] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520257d6-3573-9777-9b6b-620bf176f411" [ 1864.238145] env[62490]: _type = "Task" [ 1864.238145] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.247593] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520257d6-3573-9777-9b6b-620bf176f411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.251243] env[62490]: DEBUG nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.332595] env[62490]: DEBUG oslo_concurrency.lockutils [req-4257b9d3-f07e-4d79-9ba2-d571605c5325 req-83770d55-8ca5-474d-81aa-5e02188ca8ee service nova] Releasing lock "refresh_cache-77963072-fae4-4155-8d71-6891a21db18e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.348527] env[62490]: DEBUG nova.network.neutron [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Updating instance_info_cache with network_info: [{"id": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "address": "fa:16:3e:04:58:02", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap927c4bb0-ea", "ovs_interfaceid": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.373116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.373116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquired lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.373116] env[62490]: DEBUG nova.network.neutron [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.531558] env[62490]: DEBUG nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.554365] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065548, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.617887] env[62490]: DEBUG nova.compute.manager [req-2690bc2e-1207-405f-b931-e1263658a0bb req-9d4facc9-b959-45b5-84e3-1e806266642f service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received event network-vif-deleted-126e8675-913c-4c8a-abc8-90d0a9ee48ca {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1864.617887] env[62490]: INFO nova.compute.manager [req-2690bc2e-1207-405f-b931-e1263658a0bb req-9d4facc9-b959-45b5-84e3-1e806266642f service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Neutron deleted interface 126e8675-913c-4c8a-abc8-90d0a9ee48ca; detaching it from the instance and deleting it from the info cache [ 1864.617887] env[62490]: DEBUG nova.network.neutron [req-2690bc2e-1207-405f-b931-e1263658a0bb req-9d4facc9-b959-45b5-84e3-1e806266642f service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Updating instance_info_cache with network_info: [{"id": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "address": "fa:16:3e:50:b8:5d", "network": {"id": "38829b06-9199-41c6-9338-e1e60dcbd87f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2105527377", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "dd78bb2f8eb44c0185f1f444309ede11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5baf16c3-13", "ovs_interfaceid": "5baf16c3-13a3-4920-91a0-95f0d1cd88fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.640956] env[62490]: DEBUG nova.network.neutron [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Successfully created port: c29961be-7f5e-464b-8a6b-dddbcefbb36d {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.656763] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c48ff62-0321-4067-9515-82f4e0af0092 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.664690] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e23f9a8-4dab-401a-9a3b-141dd99bf51d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.698703] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8fb02-04a1-4a7c-9b01-e481d346c422 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.710568] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d636fa7a-ff31-43cd-9019-7d3f346ee4cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.715736] env[62490]: INFO nova.compute.manager [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Took 49.76 seconds to build instance. [ 1864.728138] env[62490]: DEBUG nova.compute.provider_tree [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.749719] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520257d6-3573-9777-9b6b-620bf176f411, 'name': SearchDatastore_Task, 'duration_secs': 0.018287} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.749950] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.750218] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 77963072-fae4-4155-8d71-6891a21db18e/77963072-fae4-4155-8d71-6891a21db18e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.750518] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b32b6aba-a9eb-4b3d-b926-beda2d5579df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.757492] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1864.757492] env[62490]: value = "task-2065550" [ 1864.757492] env[62490]: _type = "Task" [ 1864.757492] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.769057] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.774895] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.854722] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] Releasing lock "refresh_cache-b9f6ddfd-092a-4a5b-9410-8774e7c50e46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.856023] env[62490]: DEBUG nova.compute.manager [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Inject network info {{(pid=62490) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1864.856023] env[62490]: DEBUG nova.compute.manager [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] network_info to inject: |[{"id": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "address": "fa:16:3e:04:58:02", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap927c4bb0-ea", "ovs_interfaceid": "927c4bb0-ea4d-4da4-baf5-d234d5433069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1864.860937] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Reconfiguring VM instance to set the machine id {{(pid=62490) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1864.861413] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68b1d3d8-499a-4254-8840-911e09111679 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.878506] env[62490]: DEBUG oslo_vmware.api [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] Waiting for the task: (returnval){ [ 1864.878506] env[62490]: value = "task-2065551" [ 1864.878506] env[62490]: _type = "Task" [ 1864.878506] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.887558] env[62490]: DEBUG oslo_vmware.api [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] Task: {'id': task-2065551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.923135] env[62490]: DEBUG nova.compute.manager [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received event network-vif-plugged-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1864.923135] env[62490]: DEBUG oslo_concurrency.lockutils [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] Acquiring lock "ca17f52a-6739-482b-ac60-67fe0c46dda2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.923135] env[62490]: DEBUG oslo_concurrency.lockutils [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.923135] env[62490]: DEBUG oslo_concurrency.lockutils [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.923135] env[62490]: DEBUG nova.compute.manager [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] No waiting events found dispatching network-vif-plugged-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1864.923579] env[62490]: WARNING nova.compute.manager [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received unexpected event network-vif-plugged-d719fa2f-6221-4436-81d2-221f17878214 for instance with vm_state building and task_state spawning. [ 1864.923947] env[62490]: DEBUG nova.compute.manager [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received event network-changed-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1864.924257] env[62490]: DEBUG nova.compute.manager [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing instance network info cache due to event network-changed-d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1864.924630] env[62490]: DEBUG oslo_concurrency.lockutils [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] Acquiring lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.929075] env[62490]: DEBUG nova.network.neutron [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1865.057505] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065548, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.120819] env[62490]: DEBUG nova.network.neutron [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.123291] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcaea456-2952-4e21-9ac4-32f2c7be6eb9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.134210] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c30a2e-63ab-47d9-a00e-3ec4b7a1b5f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.174429] env[62490]: DEBUG nova.compute.manager [req-2690bc2e-1207-405f-b931-e1263658a0bb req-9d4facc9-b959-45b5-84e3-1e806266642f service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Detach interface failed, port_id=126e8675-913c-4c8a-abc8-90d0a9ee48ca, reason: Instance c7b97998-bbde-4262-8000-e6dd261e9005 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1865.218326] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c972d8f-c0cc-4560-a92c-3568e771b6c3 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.966s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.232738] env[62490]: DEBUG nova.scheduler.client.report [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.238665] env[62490]: DEBUG nova.network.neutron [-] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.270369] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065550, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.389094] env[62490]: DEBUG oslo_vmware.api [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] Task: {'id': task-2065551, 'name': ReconfigVM_Task, 'duration_secs': 0.384131} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.389390] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d64f0513-6ae4-46a0-b567-6da183798028 tempest-ServersAdminTestJSON-1353617602 tempest-ServersAdminTestJSON-1353617602-project-admin] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Reconfigured VM instance to set the machine id {{(pid=62490) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1865.542879] env[62490]: DEBUG nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.556111] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065548, 'name': CloneVM_Task, 'duration_secs': 1.90856} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.556415] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Created linked-clone VM from snapshot [ 1865.557224] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8406c9-56b3-4be3-a94c-048c14dc3a8f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.565442] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Uploading image 42772275-3bca-43d5-9900-82d2ccfa87bd {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1865.572161] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:41:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dc838b2f-7e28-4f85-9615-aa8cccc91c10',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-708758570',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1865.572406] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.572589] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1865.572793] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.572931] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1865.573092] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1865.573470] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1865.573470] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1865.573644] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1865.573829] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1865.574196] env[62490]: DEBUG nova.virt.hardware [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1865.574817] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf2ea1-bb0b-493f-bb50-9f1ae822e88b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.584217] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53991a7d-36a1-41a3-936d-903b6cbd4131 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.589174] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1865.589174] env[62490]: value = "vm-423587" [ 1865.589174] env[62490]: _type = "VirtualMachine" [ 1865.589174] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1865.589380] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b747c5bb-d6b8-46bc-9fb3-bbbd6115e328 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.601921] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease: (returnval){ [ 1865.601921] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5a969-11f1-78f8-ea80-18a9f09d296d" [ 1865.601921] env[62490]: _type = "HttpNfcLease" [ 1865.601921] env[62490]: } obtained for exporting VM: (result){ [ 1865.601921] env[62490]: value = "vm-423587" [ 1865.601921] env[62490]: _type = "VirtualMachine" [ 1865.601921] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1865.602226] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the lease: (returnval){ [ 1865.602226] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5a969-11f1-78f8-ea80-18a9f09d296d" [ 1865.602226] env[62490]: _type = "HttpNfcLease" [ 1865.602226] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1865.608654] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1865.608654] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5a969-11f1-78f8-ea80-18a9f09d296d" [ 1865.608654] env[62490]: _type = "HttpNfcLease" [ 1865.608654] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1865.623096] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Releasing lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.623575] env[62490]: DEBUG nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Instance network_info: |[{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1865.623932] env[62490]: DEBUG oslo_concurrency.lockutils [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] Acquired lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.624133] env[62490]: DEBUG nova.network.neutron [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing network info cache for port d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.625405] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:05:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd719fa2f-6221-4436-81d2-221f17878214', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1865.633395] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Creating folder: Project (b6203b2ec00945af993c4cbbddeccd81). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.636667] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6c8b848-cb16-48f4-a3a1-08cb3f4ed026 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.649150] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Created folder: Project (b6203b2ec00945af993c4cbbddeccd81) in parent group-v423467. [ 1865.649319] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Creating folder: Instances. Parent ref: group-v423588. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.649564] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92d2935c-a5fc-43a4-9cb2-ef262f7edf9b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.658955] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Created folder: Instances in parent group-v423588. [ 1865.658955] env[62490]: DEBUG oslo.service.loopingcall [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.659120] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1865.660339] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90b41a9f-8d01-417b-bc15-abe2b08d654c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.684111] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1865.684111] env[62490]: value = "task-2065555" [ 1865.684111] env[62490]: _type = "Task" [ 1865.684111] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.694788] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065555, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.717974] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "4575f569-95e5-428f-8e0b-79ae8cc4af65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.718264] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.718471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "4575f569-95e5-428f-8e0b-79ae8cc4af65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.718651] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.718814] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.721035] env[62490]: INFO nova.compute.manager [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Terminating instance [ 1865.722202] env[62490]: DEBUG nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1865.741367] env[62490]: INFO nova.compute.manager [-] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Took 1.54 seconds to deallocate network for instance. [ 1865.742215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.746085] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.729s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.746310] env[62490]: DEBUG nova.objects.instance [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lazy-loading 'resources' on Instance uuid ff7b9162-534d-43d0-b1d3-cf65e8c26d2c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.776298] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602139} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.776298] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 77963072-fae4-4155-8d71-6891a21db18e/77963072-fae4-4155-8d71-6891a21db18e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.776298] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.777399] env[62490]: INFO nova.scheduler.client.report [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleted allocations for instance 5911ad6b-f534-426e-aac5-20629a9dd1e1 [ 1865.778542] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-744b4216-db99-4b8a-87f6-89d91380504c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.789203] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1865.789203] env[62490]: value = "task-2065556" [ 1865.789203] env[62490]: _type = "Task" [ 1865.789203] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.798249] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.111706] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1866.111706] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5a969-11f1-78f8-ea80-18a9f09d296d" [ 1866.111706] env[62490]: _type = "HttpNfcLease" [ 1866.111706] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1866.112632] env[62490]: DEBUG nova.network.neutron [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updated VIF entry in instance network info cache for port d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.113037] env[62490]: DEBUG nova.network.neutron [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.114802] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1866.114802] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5a969-11f1-78f8-ea80-18a9f09d296d" [ 1866.114802] env[62490]: _type = "HttpNfcLease" [ 1866.114802] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1866.115926] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7bf2c-8c50-4bf5-a48a-c75a7c18cc20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.127519] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52667d91-f761-2ede-1dc8-d79681755319/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1866.127519] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52667d91-f761-2ede-1dc8-d79681755319/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1866.210593] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065555, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.231242] env[62490]: DEBUG nova.compute.manager [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1866.231524] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1866.232934] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e066f-bb59-4e3e-bd59-b414b3f584ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.241324] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.241717] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b082e9b-b1fd-4e8b-b29b-4896dab8484c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.246471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.248202] env[62490]: DEBUG oslo_vmware.api [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1866.248202] env[62490]: value = "task-2065557" [ 1866.248202] env[62490]: _type = "Task" [ 1866.248202] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.252282] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.261815] env[62490]: DEBUG oslo_vmware.api [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.288078] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c4b824-9766-4ee0-a440-53724e989525 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "5911ad6b-f534-426e-aac5-20629a9dd1e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.040s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.306146] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-450e9db3-528b-48bc-94f6-d2e337ef4b61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.308215] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193392} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.309821] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.311181] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc94dc52-f5eb-4189-883e-05f68c799685 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.342070] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 77963072-fae4-4155-8d71-6891a21db18e/77963072-fae4-4155-8d71-6891a21db18e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.349223] env[62490]: DEBUG nova.network.neutron [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Successfully updated port: c29961be-7f5e-464b-8a6b-dddbcefbb36d {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.350873] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405ea9cb-218d-4193-be7b-f014d0f27c57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.373208] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.373208] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.373208] env[62490]: DEBUG nova.network.neutron [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.387141] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1866.387141] env[62490]: value = "task-2065558" [ 1866.387141] env[62490]: _type = "Task" [ 1866.387141] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.398330] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.618083] env[62490]: DEBUG oslo_concurrency.lockutils [req-ba726955-76d3-4cdd-8447-ecc436fdb1cd req-73bba9c6-6cbd-447a-808e-7182c0443884 service nova] Releasing lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.636803] env[62490]: INFO nova.compute.manager [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Rebuilding instance [ 1866.647212] env[62490]: DEBUG nova.compute.manager [req-d32410a0-55a3-4c7c-967e-42a741474f01 req-8f56adb9-dcf7-472e-99dd-1c1d71f7ffa2 service nova] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Received event network-vif-deleted-5baf16c3-13a3-4920-91a0-95f0d1cd88fa {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.685486] env[62490]: DEBUG nova.compute.manager [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.686380] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b98703-3f7e-482d-a79c-34d3d0a0a2ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.708734] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065555, 'name': CreateVM_Task, 'duration_secs': 0.876975} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.708945] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1866.709751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.709926] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.710324] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1866.713322] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd7da1c-3cb7-4ed1-a3f7-d6d529c724ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.718841] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1866.718841] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52189059-11c8-eb18-5393-b8ce9d6dad50" [ 1866.718841] env[62490]: _type = "Task" [ 1866.718841] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.727810] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52189059-11c8-eb18-5393-b8ce9d6dad50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.760112] env[62490]: DEBUG oslo_vmware.api [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065557, 'name': PowerOffVM_Task, 'duration_secs': 0.400676} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.760293] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.761038] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.761038] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27eab24e-e863-4a42-a6d8-4d384ad109c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.848024] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.848619] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.848713] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Deleting the datastore file [datastore1] 4575f569-95e5-428f-8e0b-79ae8cc4af65 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.848971] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86ea9b92-da5f-4125-900c-2f3c48606ca4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.855714] env[62490]: DEBUG oslo_vmware.api [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for the task: (returnval){ [ 1866.855714] env[62490]: value = "task-2065560" [ 1866.855714] env[62490]: _type = "Task" [ 1866.855714] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.868286] env[62490]: DEBUG oslo_vmware.api [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.887965] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f86ae3-ec5f-4f63-b470-5f34cce9bd6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.902365] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5934c8b7-48c9-459e-86f4-eafb8c1bbfe1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.905727] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065558, 'name': ReconfigVM_Task, 'duration_secs': 0.475053} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.906072] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 77963072-fae4-4155-8d71-6891a21db18e/77963072-fae4-4155-8d71-6891a21db18e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.907603] env[62490]: DEBUG nova.network.neutron [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.909824] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89fab345-4983-49e4-9aa3-f80539aa2e4c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.942560] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03031bdc-4d52-485a-9aa8-60bb4b024080 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.946847] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1866.946847] env[62490]: value = "task-2065561" [ 1866.946847] env[62490]: _type = "Task" [ 1866.946847] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.954596] env[62490]: DEBUG nova.compute.manager [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Received event network-vif-plugged-c29961be-7f5e-464b-8a6b-dddbcefbb36d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.954899] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] Acquiring lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.955156] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.955350] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.955524] env[62490]: DEBUG nova.compute.manager [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] No waiting events found dispatching network-vif-plugged-c29961be-7f5e-464b-8a6b-dddbcefbb36d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1866.955756] env[62490]: WARNING nova.compute.manager [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Received unexpected event network-vif-plugged-c29961be-7f5e-464b-8a6b-dddbcefbb36d for instance with vm_state building and task_state spawning. [ 1866.955935] env[62490]: DEBUG nova.compute.manager [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Received event network-changed-c29961be-7f5e-464b-8a6b-dddbcefbb36d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.956131] env[62490]: DEBUG nova.compute.manager [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Refreshing instance network info cache due to event network-changed-c29961be-7f5e-464b-8a6b-dddbcefbb36d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1866.957218] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] Acquiring lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.958721] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5581839-3980-4923-9b8e-fa174691e142 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.966686] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065561, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.979521] env[62490]: DEBUG nova.compute.provider_tree [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.148441] env[62490]: DEBUG nova.network.neutron [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [{"id": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "address": "fa:16:3e:33:52:bc", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29961be-7f", "ovs_interfaceid": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.230510] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52189059-11c8-eb18-5393-b8ce9d6dad50, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.230736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.230967] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1867.231233] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.231418] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.231641] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1867.232259] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f166f47-ff16-4496-9d8c-dd4b9634fa72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.241492] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1867.241896] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1867.243124] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd40677-2147-458d-ad99-3b65da676ec5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.248837] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1867.248837] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d0e034-ac03-b837-0bd3-201a25a8c5a9" [ 1867.248837] env[62490]: _type = "Task" [ 1867.248837] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.257434] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d0e034-ac03-b837-0bd3-201a25a8c5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.368526] env[62490]: DEBUG oslo_vmware.api [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Task: {'id': task-2065560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193253} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.368775] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.368949] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.369132] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.369305] env[62490]: INFO nova.compute.manager [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1867.369537] env[62490]: DEBUG oslo.service.loopingcall [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.369726] env[62490]: DEBUG nova.compute.manager [-] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1867.369817] env[62490]: DEBUG nova.network.neutron [-] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.457656] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065561, 'name': Rename_Task, 'duration_secs': 0.182838} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.458062] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.458652] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595e6a4a-06f3-41a9-be7e-c30e1fbb8614 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.466779] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1867.466779] env[62490]: value = "task-2065562" [ 1867.466779] env[62490]: _type = "Task" [ 1867.466779] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.476304] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.482881] env[62490]: DEBUG nova.scheduler.client.report [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.654080] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.654431] env[62490]: DEBUG nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Instance network_info: |[{"id": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "address": "fa:16:3e:33:52:bc", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29961be-7f", "ovs_interfaceid": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.654741] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] Acquired lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.654921] env[62490]: DEBUG nova.network.neutron [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Refreshing network info cache for port c29961be-7f5e-464b-8a6b-dddbcefbb36d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.656140] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:52:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c29961be-7f5e-464b-8a6b-dddbcefbb36d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.665813] env[62490]: DEBUG oslo.service.loopingcall [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.668211] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.668524] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f70e94e-50fd-444e-909f-6af0ebbe15b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.692467] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.692467] env[62490]: value = "task-2065563" [ 1867.692467] env[62490]: _type = "Task" [ 1867.692467] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.703090] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.703403] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065563, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.703660] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77fa0a4-ba15-4213-9ad0-e2f8fecd407e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.710073] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1867.710073] env[62490]: value = "task-2065564" [ 1867.710073] env[62490]: _type = "Task" [ 1867.710073] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.719013] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.763541] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d0e034-ac03-b837-0bd3-201a25a8c5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.0104} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.764645] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae20d12-d22e-4b42-a65d-827c350c5465 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.770219] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1867.770219] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b52c62-19a8-55a4-582c-f5538637e808" [ 1867.770219] env[62490]: _type = "Task" [ 1867.770219] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.779251] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b52c62-19a8-55a4-582c-f5538637e808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.977852] env[62490]: DEBUG oslo_vmware.api [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065562, 'name': PowerOnVM_Task, 'duration_secs': 0.499146} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.978152] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.978363] env[62490]: INFO nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1867.978545] env[62490]: DEBUG nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.979404] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7673e3c1-2d40-4959-8daf-1da2e8e28e52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.988715] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.995378] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.392s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.995378] env[62490]: INFO nova.compute.claims [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.014356] env[62490]: INFO nova.scheduler.client.report [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Deleted allocations for instance ff7b9162-534d-43d0-b1d3-cf65e8c26d2c [ 1868.206374] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065563, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.226245] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065564, 'name': PowerOffVM_Task, 'duration_secs': 0.293084} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.226245] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.226245] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1868.227011] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad8032d-f4b8-4abf-ad79-51417edbf5c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.236785] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.236785] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af05f48-bf1d-411e-8b9f-088619c1ac71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.280450] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b52c62-19a8-55a4-582c-f5538637e808, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.280809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.281273] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/ca17f52a-6739-482b-ac60-67fe0c46dda2.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1868.281598] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6184b1ea-0794-4697-b3f0-6b9b892a8262 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.292148] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1868.292148] env[62490]: value = "task-2065566" [ 1868.292148] env[62490]: _type = "Task" [ 1868.292148] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.301008] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.312715] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.312949] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.313141] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleting the datastore file [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.313412] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56241849-ee2e-4d13-94da-0fbe795af111 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.319858] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1868.319858] env[62490]: value = "task-2065567" [ 1868.319858] env[62490]: _type = "Task" [ 1868.319858] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.328819] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.431960] env[62490]: DEBUG nova.network.neutron [-] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.454450] env[62490]: DEBUG nova.network.neutron [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updated VIF entry in instance network info cache for port c29961be-7f5e-464b-8a6b-dddbcefbb36d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.454450] env[62490]: DEBUG nova.network.neutron [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [{"id": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "address": "fa:16:3e:33:52:bc", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29961be-7f", "ovs_interfaceid": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.502612] env[62490]: INFO nova.compute.manager [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Took 40.65 seconds to build instance. [ 1868.522033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f485ccaa-72af-4ec5-95e0-313574ddb594 tempest-ListServersNegativeTestJSON-1190867477 tempest-ListServersNegativeTestJSON-1190867477-project-member] Lock "ff7b9162-534d-43d0-b1d3-cf65e8c26d2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.341s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.704491] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065563, 'name': CreateVM_Task, 'duration_secs': 0.542505} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.704491] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.704491] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.704491] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.704761] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.705880] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f33b7c4-5e03-4aa5-ada1-61f8d46139db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.710391] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1868.710391] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d004c4-af27-6b97-0e16-33276a23683f" [ 1868.710391] env[62490]: _type = "Task" [ 1868.710391] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.718598] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d004c4-af27-6b97-0e16-33276a23683f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.805467] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.830162] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269395} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.830459] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.830687] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.830880] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.936470] env[62490]: INFO nova.compute.manager [-] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Took 1.56 seconds to deallocate network for instance. [ 1868.956443] env[62490]: DEBUG oslo_concurrency.lockutils [req-9e8668dd-5019-4a4d-bb6d-c0720671509d req-8bca8f26-c8e1-4f0a-8cbe-60a5372f0748 service nova] Releasing lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.981308] env[62490]: DEBUG nova.compute.manager [req-530f9511-e011-477a-a6d1-fbe819ab19fc req-777b898e-7e2f-40ec-8921-ded274af12e3 service nova] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Received event network-vif-deleted-cf0040ca-2981-4f0a-9f67-da71c12ecb44 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1869.011562] env[62490]: DEBUG oslo_concurrency.lockutils [None req-68507bba-9995-4d96-96a0-c1941fbd075a tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "77963072-fae4-4155-8d71-6891a21db18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.572s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.225891] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d004c4-af27-6b97-0e16-33276a23683f, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.229636] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.229972] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.230270] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.230521] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.230641] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.232188] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfb58a4b-f589-48d8-9487-26c55b3922b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.249418] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.249625] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.250460] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32c1d92-35dc-49eb-9e72-41e452e5b5df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.260401] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1869.260401] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b175b-dc96-fdfc-b1ac-38480be41d58" [ 1869.260401] env[62490]: _type = "Task" [ 1869.260401] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.278557] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b175b-dc96-fdfc-b1ac-38480be41d58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.312078] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.444277] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.515681] env[62490]: DEBUG nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.592946] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ec97d-1673-46c8-bb69-def897424861 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.601269] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7a10f-6bcf-495f-aab4-f817a2ddee8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.637483] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77e0444-5d1f-4212-841a-2d38b74cda9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.646529] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4081580-99ee-4f9d-aaf9-daeb15943602 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.664297] env[62490]: DEBUG nova.compute.provider_tree [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.777940] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b175b-dc96-fdfc-b1ac-38480be41d58, 'name': SearchDatastore_Task, 'duration_secs': 0.057048} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.780041] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fe7710-9be8-4e7e-89bc-abdbff1f8be8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.782821] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "77963072-fae4-4155-8d71-6891a21db18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.783150] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "77963072-fae4-4155-8d71-6891a21db18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.783438] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "77963072-fae4-4155-8d71-6891a21db18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.783716] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "77963072-fae4-4155-8d71-6891a21db18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.783974] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "77963072-fae4-4155-8d71-6891a21db18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.786803] env[62490]: INFO nova.compute.manager [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Terminating instance [ 1869.791952] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1869.791952] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a39658-ba6d-e568-290b-ffb801ca6a55" [ 1869.791952] env[62490]: _type = "Task" [ 1869.791952] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.813253] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a39658-ba6d-e568-290b-ffb801ca6a55, 'name': SearchDatastore_Task, 'duration_secs': 0.018909} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.818342] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.818773] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.819680] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065566, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.27381} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.820102] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65576744-84e7-4dcd-b893-96ef0c23ee25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.822898] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/ca17f52a-6739-482b-ac60-67fe0c46dda2.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1869.823089] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1869.823405] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b1cd5d-9b46-49bb-bf95-e492029cd13e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.833748] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1869.833748] env[62490]: value = "task-2065569" [ 1869.833748] env[62490]: _type = "Task" [ 1869.833748] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.834120] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1869.834120] env[62490]: value = "task-2065568" [ 1869.834120] env[62490]: _type = "Task" [ 1869.834120] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.855439] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.866112] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.882841] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1869.883574] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.883574] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1869.884118] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.884118] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1869.884246] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1869.884482] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1869.884667] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1869.884980] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1869.885303] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1869.885648] env[62490]: DEBUG nova.virt.hardware [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1869.887102] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704ba955-4464-422b-961b-82cb4dfe5744 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.900829] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd895b3-9559-4be5-ac24-635c2ec0e16d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.927516] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:62:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ccb9439-fc90-42a7-ace3-a147f27cdccd', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.937447] env[62490]: DEBUG oslo.service.loopingcall [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.937782] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.939182] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761b598a-2500-4663-b595-d67aa3d3a6bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.958780] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.958780] env[62490]: value = "task-2065570" [ 1869.958780] env[62490]: _type = "Task" [ 1869.958780] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.967452] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065570, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.044978] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.169540] env[62490]: DEBUG nova.scheduler.client.report [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.300832] env[62490]: DEBUG nova.compute.manager [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.301315] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.302158] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04f1a84-c347-4838-842a-fa62d8a6c767 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.315149] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.315149] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a0ac8cb-3069-4ae9-868b-4c27bea06fbb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.325184] env[62490]: DEBUG oslo_vmware.api [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1870.325184] env[62490]: value = "task-2065571" [ 1870.325184] env[62490]: _type = "Task" [ 1870.325184] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.337972] env[62490]: DEBUG oslo_vmware.api [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.353775] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108572} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.358391] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1870.358834] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065568, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.359771] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1154b0-85d7-42e8-8258-4bd56ab51f0a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.387270] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/ca17f52a-6739-482b-ac60-67fe0c46dda2.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.387656] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db1e2fb-c0ce-4ea1-beac-33ae40afb1f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.410595] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1870.410595] env[62490]: value = "task-2065572" [ 1870.410595] env[62490]: _type = "Task" [ 1870.410595] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.420676] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.471399] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065570, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.674735] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.675347] env[62490]: DEBUG nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.679698] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.922s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.683896] env[62490]: INFO nova.compute.claims [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1870.837511] env[62490]: DEBUG oslo_vmware.api [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065571, 'name': PowerOffVM_Task, 'duration_secs': 0.332411} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.837511] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.837511] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.837511] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c6bd60-b40b-4fd8-933e-bba21ae89f7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.848942] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73621} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.849242] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.850031] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.850031] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cfaf0ce-0307-412f-a36d-d70e7b35c593 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.859649] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1870.859649] env[62490]: value = "task-2065574" [ 1870.859649] env[62490]: _type = "Task" [ 1870.859649] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.868476] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.921207] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065572, 'name': ReconfigVM_Task, 'duration_secs': 0.473554} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.921457] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/ca17f52a-6739-482b-ac60-67fe0c46dda2.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.922125] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44939455-64f0-4b9f-a2b4-a3021a5b2585 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.928953] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1870.928953] env[62490]: value = "task-2065575" [ 1870.928953] env[62490]: _type = "Task" [ 1870.928953] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.938328] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065575, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.959732] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.960008] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.960212] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Deleting the datastore file [datastore1] 77963072-fae4-4155-8d71-6891a21db18e {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.960571] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaa93430-2046-46de-9d75-9cd3488094e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.971721] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065570, 'name': CreateVM_Task, 'duration_secs': 0.595768} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.973020] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1870.973364] env[62490]: DEBUG oslo_vmware.api [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for the task: (returnval){ [ 1870.973364] env[62490]: value = "task-2065576" [ 1870.973364] env[62490]: _type = "Task" [ 1870.973364] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.974079] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.974259] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.974647] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1870.975028] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025cecb8-69f1-4342-a05a-5ad1e149fd3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.983802] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1870.983802] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d66d9f-3dea-399e-ffc4-69eed94b142b" [ 1870.983802] env[62490]: _type = "Task" [ 1870.983802] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.987502] env[62490]: DEBUG oslo_vmware.api [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.996103] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d66d9f-3dea-399e-ffc4-69eed94b142b, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.996394] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.996737] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.996852] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.996996] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.997183] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.997452] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4dbbedd-0851-44ef-916b-3fdeccb03c07 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.005186] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.005359] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.006101] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-811ddc23-2b3f-4664-a1d4-b53753649c71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.011127] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1871.011127] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52366155-4358-c932-9945-bd1bddc8ec7a" [ 1871.011127] env[62490]: _type = "Task" [ 1871.011127] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.020528] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52366155-4358-c932-9945-bd1bddc8ec7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.189072] env[62490]: DEBUG nova.compute.utils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1871.193800] env[62490]: DEBUG nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1871.194059] env[62490]: DEBUG nova.network.neutron [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1871.271114] env[62490]: DEBUG nova.policy [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b96278437a4d7bbc8f893ac14a6932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a8d35a614445f4a3d9d609a566efe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.376100] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072517} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.376774] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.378139] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2241418-d5c9-45e9-97e8-52d09dec6e90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.403238] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.403565] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-578fe540-ab2b-4e89-965f-5668689b75cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.423894] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1871.423894] env[62490]: value = "task-2065577" [ 1871.423894] env[62490]: _type = "Task" [ 1871.423894] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.432721] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.441875] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065575, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.484144] env[62490]: DEBUG oslo_vmware.api [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Task: {'id': task-2065576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189899} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.484421] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.484608] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.484783] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.484957] env[62490]: INFO nova.compute.manager [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1871.485214] env[62490]: DEBUG oslo.service.loopingcall [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.485406] env[62490]: DEBUG nova.compute.manager [-] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.485501] env[62490]: DEBUG nova.network.neutron [-] [instance: 77963072-fae4-4155-8d71-6891a21db18e] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.523986] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52366155-4358-c932-9945-bd1bddc8ec7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.524821] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd6f773-b311-4d9d-bd51-7e879ea18e81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.530764] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1871.530764] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6f515-6189-d7fe-27ec-9a153ac5e701" [ 1871.530764] env[62490]: _type = "Task" [ 1871.530764] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.539009] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6f515-6189-d7fe-27ec-9a153ac5e701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.555894] env[62490]: DEBUG nova.network.neutron [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Successfully created port: c94713d2-dbc2-49d3-a619-53a2cddab3c2 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.694246] env[62490]: DEBUG nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.945277] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065577, 'name': ReconfigVM_Task, 'duration_secs': 0.340489} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.945982] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.946684] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce63d5b5-6317-422f-958f-8ec47b4a7504 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.951658] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065575, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.959303] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1871.959303] env[62490]: value = "task-2065578" [ 1871.959303] env[62490]: _type = "Task" [ 1871.959303] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.970956] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065578, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.045196] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6f515-6189-d7fe-27ec-9a153ac5e701, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.045451] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.045697] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1872.045959] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c58b3a0-9e23-4180-b270-43f9ce1c2424 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.052515] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1872.052515] env[62490]: value = "task-2065579" [ 1872.052515] env[62490]: _type = "Task" [ 1872.052515] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.065391] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.123307] env[62490]: DEBUG nova.compute.manager [req-dc473363-dea0-417f-8b3d-96b3709f89bf req-4cf16454-50b1-4ff9-8d90-3fdbf152412a service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Received event network-vif-deleted-7caf8fbb-2f7b-453c-863f-ee36f340ded0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1872.123544] env[62490]: INFO nova.compute.manager [req-dc473363-dea0-417f-8b3d-96b3709f89bf req-4cf16454-50b1-4ff9-8d90-3fdbf152412a service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Neutron deleted interface 7caf8fbb-2f7b-453c-863f-ee36f340ded0; detaching it from the instance and deleting it from the info cache [ 1872.123781] env[62490]: DEBUG nova.network.neutron [req-dc473363-dea0-417f-8b3d-96b3709f89bf req-4cf16454-50b1-4ff9-8d90-3fdbf152412a service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.292068] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332b2472-632a-4b5f-997c-08db4be5ad04 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.302696] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34613c7-1373-4c08-aa57-160fefe4420c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.339469] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba47d64-b8e2-485e-a460-708c7afb164b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.347308] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a270c-57c0-43ed-84bf-c334c84ebe75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.364773] env[62490]: DEBUG nova.compute.provider_tree [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.446516] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065575, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.472872] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065578, 'name': Rename_Task, 'duration_secs': 0.185339} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.473281] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.473622] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef243d5-abb2-41b7-93e5-52b3e4aad2dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.484190] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1872.484190] env[62490]: value = "task-2065580" [ 1872.484190] env[62490]: _type = "Task" [ 1872.484190] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.494832] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.520733] env[62490]: DEBUG nova.network.neutron [-] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.571235] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.628859] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f733bc7-06fd-4712-91de-a9152b458138 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.638718] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4869c8b7-f933-4167-99ed-1b326466e2fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.685399] env[62490]: DEBUG nova.compute.manager [req-dc473363-dea0-417f-8b3d-96b3709f89bf req-4cf16454-50b1-4ff9-8d90-3fdbf152412a service nova] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Detach interface failed, port_id=7caf8fbb-2f7b-453c-863f-ee36f340ded0, reason: Instance 77963072-fae4-4155-8d71-6891a21db18e could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1872.709201] env[62490]: DEBUG nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.740768] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.741574] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.741793] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.742034] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.742229] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.742417] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.742731] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.742941] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.743166] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.743375] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.743838] env[62490]: DEBUG nova.virt.hardware [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.744714] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3535ce-edc6-4bc1-be0a-bd33bd80ee63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.753542] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffaa52d-0871-45a2-a614-599c15920212 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.897263] env[62490]: ERROR nova.scheduler.client.report [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [req-861579e2-ab5d-44f6-bf55-022377ac2372] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-861579e2-ab5d-44f6-bf55-022377ac2372"}]} [ 1872.919015] env[62490]: DEBUG nova.scheduler.client.report [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1872.943516] env[62490]: DEBUG nova.scheduler.client.report [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1872.943608] env[62490]: DEBUG nova.compute.provider_tree [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1872.949836] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065575, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.965128] env[62490]: DEBUG nova.scheduler.client.report [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1872.990299] env[62490]: DEBUG nova.scheduler.client.report [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1873.007293] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065580, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.033349] env[62490]: INFO nova.compute.manager [-] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Took 1.55 seconds to deallocate network for instance. [ 1873.063731] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577761} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.066629] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.066923] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.067475] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-febaa6ea-3218-4e1b-af1b-ab363a67bc05 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.076628] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1873.076628] env[62490]: value = "task-2065581" [ 1873.076628] env[62490]: _type = "Task" [ 1873.076628] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.087897] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.370787] env[62490]: DEBUG nova.compute.manager [req-ffa472c0-fc39-4422-84ff-e11f94d5afea req-b1c16a80-2fe2-4841-b5ec-72b11d9e0d8c service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Received event network-vif-plugged-c94713d2-dbc2-49d3-a619-53a2cddab3c2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1873.371170] env[62490]: DEBUG oslo_concurrency.lockutils [req-ffa472c0-fc39-4422-84ff-e11f94d5afea req-b1c16a80-2fe2-4841-b5ec-72b11d9e0d8c service nova] Acquiring lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.371905] env[62490]: DEBUG oslo_concurrency.lockutils [req-ffa472c0-fc39-4422-84ff-e11f94d5afea req-b1c16a80-2fe2-4841-b5ec-72b11d9e0d8c service nova] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.372194] env[62490]: DEBUG oslo_concurrency.lockutils [req-ffa472c0-fc39-4422-84ff-e11f94d5afea req-b1c16a80-2fe2-4841-b5ec-72b11d9e0d8c service nova] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.372951] env[62490]: DEBUG nova.compute.manager [req-ffa472c0-fc39-4422-84ff-e11f94d5afea req-b1c16a80-2fe2-4841-b5ec-72b11d9e0d8c service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] No waiting events found dispatching network-vif-plugged-c94713d2-dbc2-49d3-a619-53a2cddab3c2 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.373280] env[62490]: WARNING nova.compute.manager [req-ffa472c0-fc39-4422-84ff-e11f94d5afea req-b1c16a80-2fe2-4841-b5ec-72b11d9e0d8c service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Received unexpected event network-vif-plugged-c94713d2-dbc2-49d3-a619-53a2cddab3c2 for instance with vm_state building and task_state spawning. [ 1873.454199] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065575, 'name': Rename_Task, 'duration_secs': 2.10637} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.454199] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.454199] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-598eac78-2d5a-4a1a-b7e5-c5a8600eacc9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.463441] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1873.463441] env[62490]: value = "task-2065582" [ 1873.463441] env[62490]: _type = "Task" [ 1873.463441] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.474623] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.497862] env[62490]: DEBUG oslo_vmware.api [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065580, 'name': PowerOnVM_Task, 'duration_secs': 0.616516} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.498440] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.498785] env[62490]: INFO nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1873.499108] env[62490]: DEBUG nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.500053] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fd4823-52c1-4d6d-80cc-1f949b6bdba7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.532945] env[62490]: DEBUG nova.network.neutron [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Successfully updated port: c94713d2-dbc2-49d3-a619-53a2cddab3c2 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.544079] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.589243] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099839} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.589243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1873.589243] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c8833f-c744-49ed-8c9f-89a12442fdf9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.622999] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.623562] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4198e4b3-5a9b-4635-b9a8-f6b36921ed79 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.639024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239bae0-5e47-4d3a-9a12-89f180450deb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.649851] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef8f1a-4e58-4639-8e03-4651d4917b0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.654786] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1873.654786] env[62490]: value = "task-2065583" [ 1873.654786] env[62490]: _type = "Task" [ 1873.654786] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.703351] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602a940-4578-47ec-a1e5-8ded41df7971 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.714279] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.722095] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae2511-5cfa-4c6e-8a55-033556ee4004 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.739773] env[62490]: DEBUG nova.compute.provider_tree [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1873.976860] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065582, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.018117] env[62490]: INFO nova.compute.manager [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Took 37.80 seconds to build instance. [ 1874.035550] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-5983e55c-136a-4fbe-b008-e116cbd7f6b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.035755] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-5983e55c-136a-4fbe-b008-e116cbd7f6b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.035922] env[62490]: DEBUG nova.network.neutron [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.168115] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065583, 'name': ReconfigVM_Task, 'duration_secs': 0.383667} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.168465] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.169179] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c514c1a-f659-4ea2-bd10-2784491cae47 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.177009] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1874.177009] env[62490]: value = "task-2065584" [ 1874.177009] env[62490]: _type = "Task" [ 1874.177009] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.187103] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065584, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.229731] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "efb3cd31-c298-4063-9418-fc39e60a0c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.230109] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.230452] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "efb3cd31-c298-4063-9418-fc39e60a0c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.230744] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.230955] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.235576] env[62490]: INFO nova.compute.manager [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Terminating instance [ 1874.287403] env[62490]: DEBUG nova.scheduler.client.report [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1874.290041] env[62490]: DEBUG nova.compute.provider_tree [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 64 to 65 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1874.290041] env[62490]: DEBUG nova.compute.provider_tree [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.480995] env[62490]: DEBUG oslo_vmware.api [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065582, 'name': PowerOnVM_Task, 'duration_secs': 0.526106} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.482590] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.482778] env[62490]: INFO nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1874.482970] env[62490]: DEBUG nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.483869] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c584014e-ca51-467e-8319-43f14b7a0a30 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.521047] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c4da3de0-8093-419c-9494-b8a2d134cb26 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.787s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.560466] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52667d91-f761-2ede-1dc8-d79681755319/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1874.561400] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2990f9e8-3544-4d48-a33d-a7ac1cd225fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.571021] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52667d91-f761-2ede-1dc8-d79681755319/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1874.571021] env[62490]: ERROR oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52667d91-f761-2ede-1dc8-d79681755319/disk-0.vmdk due to incomplete transfer. [ 1874.571021] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7da08830-d3b1-42ed-9f4b-889c0f9f548a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.576063] env[62490]: DEBUG oslo_vmware.rw_handles [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52667d91-f761-2ede-1dc8-d79681755319/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1874.576931] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Uploaded image 42772275-3bca-43d5-9900-82d2ccfa87bd to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1874.578606] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1874.580023] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec611c70-eb76-4b7d-973a-c571e17abadb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.582331] env[62490]: DEBUG nova.network.neutron [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.587164] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1874.587164] env[62490]: value = "task-2065585" [ 1874.587164] env[62490]: _type = "Task" [ 1874.587164] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.596473] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065585, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.691138] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065584, 'name': Rename_Task, 'duration_secs': 0.204654} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.691920] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.691920] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3102548-ffda-4cd7-b032-e45a50e132c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.704097] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1874.704097] env[62490]: value = "task-2065586" [ 1874.704097] env[62490]: _type = "Task" [ 1874.704097] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.714337] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.743603] env[62490]: DEBUG nova.compute.manager [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1874.743768] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.744866] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367bff9-3c65-4ca4-a965-e85a208d4c7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.753192] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.754221] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93d5356d-1fa3-4012-abe8-0eb5775fe7cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.764683] env[62490]: DEBUG oslo_vmware.api [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1874.764683] env[62490]: value = "task-2065587" [ 1874.764683] env[62490]: _type = "Task" [ 1874.764683] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.782296] env[62490]: DEBUG oslo_vmware.api [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.793389] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.114s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.797017] env[62490]: DEBUG nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1874.797017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.803s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.798400] env[62490]: INFO nova.compute.claims [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1874.835650] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.835898] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.841709] env[62490]: DEBUG nova.network.neutron [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Updating instance_info_cache with network_info: [{"id": "c94713d2-dbc2-49d3-a619-53a2cddab3c2", "address": "fa:16:3e:57:22:ed", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc94713d2-db", "ovs_interfaceid": "c94713d2-dbc2-49d3-a619-53a2cddab3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.870209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "c305a73f-c450-4d30-a634-e4d3987876fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.870209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "c305a73f-c450-4d30-a634-e4d3987876fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.007493] env[62490]: INFO nova.compute.manager [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Took 40.97 seconds to build instance. [ 1875.024227] env[62490]: DEBUG nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1875.103480] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065585, 'name': Destroy_Task, 'duration_secs': 0.36992} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.103730] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Destroyed the VM [ 1875.104653] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1875.104653] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e29d13d8-3811-4a04-8b3e-375e7d394195 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.111509] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1875.111509] env[62490]: value = "task-2065588" [ 1875.111509] env[62490]: _type = "Task" [ 1875.111509] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.120248] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065588, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.221169] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.284303] env[62490]: DEBUG oslo_vmware.api [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065587, 'name': PowerOffVM_Task, 'duration_secs': 0.397298} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.284303] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.284303] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.286034] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db68ae41-5b4e-435c-9275-158f482ccfbe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.303471] env[62490]: DEBUG nova.compute.utils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.306988] env[62490]: DEBUG nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.307104] env[62490]: DEBUG nova.network.neutron [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.347735] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-5983e55c-136a-4fbe-b008-e116cbd7f6b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.348236] env[62490]: DEBUG nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Instance network_info: |[{"id": "c94713d2-dbc2-49d3-a619-53a2cddab3c2", "address": "fa:16:3e:57:22:ed", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc94713d2-db", "ovs_interfaceid": "c94713d2-dbc2-49d3-a619-53a2cddab3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.348821] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:22:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c94713d2-dbc2-49d3-a619-53a2cddab3c2', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.363402] env[62490]: DEBUG oslo.service.loopingcall [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.367110] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.367110] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.367110] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.367110] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Deleting the datastore file [datastore1] efb3cd31-c298-4063-9418-fc39e60a0c17 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.371951] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd8bb7a0-9e84-4ff9-8dae-e7015aaf2fe7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.387057] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c0f558-255d-41c4-85ac-f6b6f48de93d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.396796] env[62490]: DEBUG nova.policy [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3065f106292e475eb6eff3d2b79bba39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0439cda548c46938061ff8dd09749a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1875.406335] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.406335] env[62490]: value = "task-2065591" [ 1875.406335] env[62490]: _type = "Task" [ 1875.406335] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.410018] env[62490]: DEBUG oslo_vmware.api [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1875.410018] env[62490]: value = "task-2065590" [ 1875.410018] env[62490]: _type = "Task" [ 1875.410018] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.429936] env[62490]: DEBUG oslo_vmware.api [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.430279] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065591, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.512618] env[62490]: DEBUG oslo_concurrency.lockutils [None req-93b00308-c5b2-4e77-8247-7035b9821602 tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.034s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.557692] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.568543] env[62490]: DEBUG nova.compute.manager [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Received event network-changed-c94713d2-dbc2-49d3-a619-53a2cddab3c2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1875.568781] env[62490]: DEBUG nova.compute.manager [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Refreshing instance network info cache due to event network-changed-c94713d2-dbc2-49d3-a619-53a2cddab3c2. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1875.569086] env[62490]: DEBUG oslo_concurrency.lockutils [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] Acquiring lock "refresh_cache-5983e55c-136a-4fbe-b008-e116cbd7f6b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.569242] env[62490]: DEBUG oslo_concurrency.lockutils [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] Acquired lock "refresh_cache-5983e55c-136a-4fbe-b008-e116cbd7f6b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.569359] env[62490]: DEBUG nova.network.neutron [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Refreshing network info cache for port c94713d2-dbc2-49d3-a619-53a2cddab3c2 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.592162] env[62490]: INFO nova.compute.manager [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Rescuing [ 1875.594653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.594653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquired lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.594653] env[62490]: DEBUG nova.network.neutron [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.624984] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065588, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.716588] env[62490]: DEBUG oslo_vmware.api [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065586, 'name': PowerOnVM_Task, 'duration_secs': 0.76559} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.716957] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1875.717228] env[62490]: DEBUG nova.compute.manager [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.718185] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74bdb2f-1f44-4a47-b757-641f7e582b33 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.811666] env[62490]: DEBUG nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1875.880167] env[62490]: DEBUG nova.network.neutron [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Successfully created port: 8eb0b955-53af-4c71-824d-acbe561ee811 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1875.891615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.892027] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.892144] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.892357] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.893464] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.897599] env[62490]: INFO nova.compute.manager [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Terminating instance [ 1875.935701] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065591, 'name': CreateVM_Task, 'duration_secs': 0.421831} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.935701] env[62490]: DEBUG oslo_vmware.api [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24847} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.939419] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.939419] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.939419] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.939419] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.939419] env[62490]: INFO nova.compute.manager [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1875.939636] env[62490]: DEBUG oslo.service.loopingcall [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.940414] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.940669] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.940871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.941098] env[62490]: DEBUG nova.compute.manager [-] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.941189] env[62490]: DEBUG nova.network.neutron [-] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.945522] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe4142a-0bff-4074-8bab-36e85db6b5c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.951476] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1875.951476] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527e8892-fd6f-10f1-9233-08dde4fa821c" [ 1875.951476] env[62490]: _type = "Task" [ 1875.951476] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.964096] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527e8892-fd6f-10f1-9233-08dde4fa821c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.015075] env[62490]: DEBUG nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1876.126705] env[62490]: DEBUG oslo_vmware.api [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065588, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594494} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.126705] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1876.126705] env[62490]: INFO nova.compute.manager [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 1876.249526] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.406107] env[62490]: DEBUG nova.compute.manager [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.406356] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.407799] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5facaa-4e80-4a32-b5e2-42a2630285e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.420363] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.424938] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca57e95-a854-49c7-b46d-207ff7a1b8e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.472757] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527e8892-fd6f-10f1-9233-08dde4fa821c, 'name': SearchDatastore_Task, 'duration_secs': 0.017301} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.474396] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.474396] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1876.474396] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.474396] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.474396] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.474396] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc83ad10-597e-43bb-8c6a-7fa48309f0fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.484914] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.485125] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1876.485877] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7f1c00-af36-4891-bcbd-a7753a199491 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.491780] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1876.491780] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c511cc-ea03-234c-1182-c1f68089de5b" [ 1876.491780] env[62490]: _type = "Task" [ 1876.491780] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.499888] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c511cc-ea03-234c-1182-c1f68089de5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.505441] env[62490]: DEBUG nova.network.neutron [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Updated VIF entry in instance network info cache for port c94713d2-dbc2-49d3-a619-53a2cddab3c2. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.505912] env[62490]: DEBUG nova.network.neutron [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Updating instance_info_cache with network_info: [{"id": "c94713d2-dbc2-49d3-a619-53a2cddab3c2", "address": "fa:16:3e:57:22:ed", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc94713d2-db", "ovs_interfaceid": "c94713d2-dbc2-49d3-a619-53a2cddab3c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.515189] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.516644] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.516644] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleting the datastore file [datastore1] 9da187eb-e1c5-4b73-aba8-ff21f572cc79 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.516644] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71b23277-65ca-4744-8350-236abac1a551 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.520082] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4dc88b-56a0-4e31-a530-3da6f598d0b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.531848] env[62490]: DEBUG oslo_vmware.api [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1876.531848] env[62490]: value = "task-2065593" [ 1876.531848] env[62490]: _type = "Task" [ 1876.531848] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.538377] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7409a070-04f0-4c53-be0e-64330159cfed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.549672] env[62490]: DEBUG oslo_vmware.api [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.550746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.576219] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2973ac8-0fb7-4649-be29-0b231c786880 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.584870] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d5a1a-88c4-4903-a9e0-66153adf37d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.598617] env[62490]: DEBUG nova.compute.provider_tree [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1876.619551] env[62490]: DEBUG nova.network.neutron [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.631129] env[62490]: DEBUG nova.compute.manager [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Instance disappeared during snapshot {{(pid=62490) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1876.644747] env[62490]: DEBUG nova.compute.manager [None req-3c12d337-a10f-45aa-b49d-dbcffec4fa11 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image not found during clean up 42772275-3bca-43d5-9900-82d2ccfa87bd {{(pid=62490) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1876.749124] env[62490]: DEBUG nova.compute.manager [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1876.834796] env[62490]: DEBUG nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1876.870809] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1876.872110] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.872440] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1876.872757] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.872940] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1876.873186] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1876.873455] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1876.873756] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1876.873951] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1876.874193] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1876.874416] env[62490]: DEBUG nova.virt.hardware [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1876.875425] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89543fd2-64a7-41a3-9c9f-33f5e131b3e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.887721] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5dbf40-79aa-459d-b5f8-0916f1603cd1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.924058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "c2da5b87-e962-4b82-89ae-165ed2cf8605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.924131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.002681] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c511cc-ea03-234c-1182-c1f68089de5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.003504] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de22f5dc-9760-424e-adaa-ad22a9e386d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.009097] env[62490]: DEBUG oslo_concurrency.lockutils [req-92ae8631-06d4-4a87-95e8-90b43f278e1c req-1719454f-8250-4a01-87cc-e0e5c26038fa service nova] Releasing lock "refresh_cache-5983e55c-136a-4fbe-b008-e116cbd7f6b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.009584] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1877.009584] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d01d3a-d873-258f-89fb-3f99942142f3" [ 1877.009584] env[62490]: _type = "Task" [ 1877.009584] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.017471] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d01d3a-d873-258f-89fb-3f99942142f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.044335] env[62490]: DEBUG oslo_vmware.api [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282282} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.044447] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.044649] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.045404] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.045659] env[62490]: INFO nova.compute.manager [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1877.045842] env[62490]: DEBUG oslo.service.loopingcall [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.046055] env[62490]: DEBUG nova.compute.manager [-] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.046154] env[62490]: DEBUG nova.network.neutron [-] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.122736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Releasing lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.127014] env[62490]: ERROR nova.scheduler.client.report [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [req-9e0d43eb-8270-4857-9e7d-c00e8ee31b08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e0d43eb-8270-4857-9e7d-c00e8ee31b08"}]} [ 1877.132226] env[62490]: DEBUG nova.compute.manager [req-1af90ae7-865f-4132-a1ca-f3e49c774a20 req-ea48f50a-9973-420c-b16a-abe949e483fb service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Received event network-vif-deleted-6d6621e3-d8c2-41f1-be15-21406892cff9 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1877.132422] env[62490]: INFO nova.compute.manager [req-1af90ae7-865f-4132-a1ca-f3e49c774a20 req-ea48f50a-9973-420c-b16a-abe949e483fb service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Neutron deleted interface 6d6621e3-d8c2-41f1-be15-21406892cff9; detaching it from the instance and deleting it from the info cache [ 1877.132675] env[62490]: DEBUG nova.network.neutron [req-1af90ae7-865f-4132-a1ca-f3e49c774a20 req-ea48f50a-9973-420c-b16a-abe949e483fb service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.146403] env[62490]: DEBUG nova.scheduler.client.report [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1877.161986] env[62490]: DEBUG nova.scheduler.client.report [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1877.162229] env[62490]: DEBUG nova.compute.provider_tree [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1877.177944] env[62490]: DEBUG nova.scheduler.client.report [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1877.205563] env[62490]: DEBUG nova.scheduler.client.report [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1877.269866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.387129] env[62490]: DEBUG nova.network.neutron [-] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.524690] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d01d3a-d873-258f-89fb-3f99942142f3, 'name': SearchDatastore_Task, 'duration_secs': 0.032095} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.525044] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.525272] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1877.525485] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3967120f-07f5-48ea-a501-4b48633da425 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.533100] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1877.533100] env[62490]: value = "task-2065594" [ 1877.533100] env[62490]: _type = "Task" [ 1877.533100] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.542936] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.563627] env[62490]: INFO nova.compute.manager [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Rebuilding instance [ 1877.618819] env[62490]: DEBUG nova.compute.manager [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1877.619746] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7877ee3d-dacc-41ef-bb0e-7d8fb7b7038d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.638064] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3147de8e-3926-44b0-8749-50b0ad416b42 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.646393] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ac549-89ea-4414-ad75-22f545f63fef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.668483] env[62490]: DEBUG nova.compute.manager [req-67bacfff-b0db-4877-9e6c-c886cbc4bd70 req-4e38d1f3-9a33-43ce-a0cf-57197f7435d9 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Received event network-vif-plugged-8eb0b955-53af-4c71-824d-acbe561ee811 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1877.668483] env[62490]: DEBUG oslo_concurrency.lockutils [req-67bacfff-b0db-4877-9e6c-c886cbc4bd70 req-4e38d1f3-9a33-43ce-a0cf-57197f7435d9 service nova] Acquiring lock "93715b06-81bb-415f-b69a-61af61badce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.668483] env[62490]: DEBUG oslo_concurrency.lockutils [req-67bacfff-b0db-4877-9e6c-c886cbc4bd70 req-4e38d1f3-9a33-43ce-a0cf-57197f7435d9 service nova] Lock "93715b06-81bb-415f-b69a-61af61badce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.668483] env[62490]: DEBUG oslo_concurrency.lockutils [req-67bacfff-b0db-4877-9e6c-c886cbc4bd70 req-4e38d1f3-9a33-43ce-a0cf-57197f7435d9 service nova] Lock "93715b06-81bb-415f-b69a-61af61badce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.668483] env[62490]: DEBUG nova.compute.manager [req-67bacfff-b0db-4877-9e6c-c886cbc4bd70 req-4e38d1f3-9a33-43ce-a0cf-57197f7435d9 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] No waiting events found dispatching network-vif-plugged-8eb0b955-53af-4c71-824d-acbe561ee811 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.669033] env[62490]: WARNING nova.compute.manager [req-67bacfff-b0db-4877-9e6c-c886cbc4bd70 req-4e38d1f3-9a33-43ce-a0cf-57197f7435d9 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Received unexpected event network-vif-plugged-8eb0b955-53af-4c71-824d-acbe561ee811 for instance with vm_state building and task_state spawning. [ 1877.693663] env[62490]: DEBUG nova.compute.manager [req-1af90ae7-865f-4132-a1ca-f3e49c774a20 req-ea48f50a-9973-420c-b16a-abe949e483fb service nova] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Detach interface failed, port_id=6d6621e3-d8c2-41f1-be15-21406892cff9, reason: Instance efb3cd31-c298-4063-9418-fc39e60a0c17 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1877.802215] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caadfe2b-80b3-49f5-9120-9d7bbd589774 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.810447] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f20e80a-0b6d-4b9d-8448-03ca12d2bc9b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.844522] env[62490]: DEBUG nova.network.neutron [-] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.846848] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ddf41-fd4a-45f3-ae2d-1349eea1993e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.855253] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb84ad3-dff0-4486-b0b2-0b5f3181e762 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.871427] env[62490]: DEBUG nova.compute.provider_tree [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1877.890142] env[62490]: INFO nova.compute.manager [-] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Took 1.95 seconds to deallocate network for instance. [ 1877.992681] env[62490]: DEBUG nova.network.neutron [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Successfully updated port: 8eb0b955-53af-4c71-824d-acbe561ee811 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.045370] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065594, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.351158] env[62490]: INFO nova.compute.manager [-] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Took 1.30 seconds to deallocate network for instance. [ 1878.397913] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.406871] env[62490]: DEBUG nova.scheduler.client.report [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1878.407235] env[62490]: DEBUG nova.compute.provider_tree [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 70 to 71 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1878.407477] env[62490]: DEBUG nova.compute.provider_tree [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1878.495481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "refresh_cache-93715b06-81bb-415f-b69a-61af61badce0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.495639] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquired lock "refresh_cache-93715b06-81bb-415f-b69a-61af61badce0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.495794] env[62490]: DEBUG nova.network.neutron [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1878.545996] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786511} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.545996] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.546436] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.546617] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e26e352-db1d-4dfa-a5c7-79e23b95abc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.553064] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1878.553064] env[62490]: value = "task-2065595" [ 1878.553064] env[62490]: _type = "Task" [ 1878.553064] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.562745] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.637343] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.638042] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7f0f0ca-9a0d-4f83-8b22-d9b6ea5142a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.645481] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1878.645481] env[62490]: value = "task-2065596" [ 1878.645481] env[62490]: _type = "Task" [ 1878.645481] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.657392] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.670659] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.671163] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18359f9f-0b3d-4939-b301-90b95a3c9939 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.679168] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1878.679168] env[62490]: value = "task-2065597" [ 1878.679168] env[62490]: _type = "Task" [ 1878.679168] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.687420] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.858121] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.914340] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.117s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.914956] env[62490]: DEBUG nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.917567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.314s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.919038] env[62490]: INFO nova.compute.claims [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.035638] env[62490]: DEBUG nova.network.neutron [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.064786] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093214} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.065123] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.066124] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ffe04-7416-465f-a1be-fa9a8c01ce02 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.089034] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.091809] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2130949c-5417-42d1-89de-07e98137f2bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.112760] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1879.112760] env[62490]: value = "task-2065598" [ 1879.112760] env[62490]: _type = "Task" [ 1879.112760] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.122445] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.157253] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065596, 'name': PowerOffVM_Task, 'duration_secs': 0.245115} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.157524] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1879.157755] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.158536] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e293e259-bafb-4c9c-87d5-3b6d480ca3dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.164908] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1879.165107] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c84a81-b482-4602-80ac-d4658af6a140 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.169520] env[62490]: DEBUG nova.compute.manager [req-c1d9e07f-9db9-4ef8-a708-5d26ef645269 req-46ba3520-c156-4cf7-8fb6-a2b39a1577e6 service nova] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Received event network-vif-deleted-cdcc94c9-3dba-436b-b9cf-1a9bb9aad6f1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1879.188377] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065597, 'name': PowerOffVM_Task, 'duration_secs': 0.223283} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.188622] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1879.190452] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca2191-0a54-4d10-bee0-556e8ac24de3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.212043] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1395340e-66c4-48d4-ad79-6c6c67a79ab5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.237782] env[62490]: DEBUG nova.network.neutron [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Updating instance_info_cache with network_info: [{"id": "8eb0b955-53af-4c71-824d-acbe561ee811", "address": "fa:16:3e:19:22:92", "network": {"id": "7fce5eff-7796-4dca-bc5f-fe73bc84700f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1521344055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0439cda548c46938061ff8dd09749a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb0b955-53", "ovs_interfaceid": "8eb0b955-53af-4c71-824d-acbe561ee811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.251626] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1879.252343] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1fd7891-2791-4b1b-a64f-9eea591f613c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.264022] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1879.264022] env[62490]: value = "task-2065600" [ 1879.264022] env[62490]: _type = "Task" [ 1879.264022] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.270817] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.285817] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1879.285817] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1879.285817] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleting the datastore file [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.285817] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6a5336c-1de3-48c0-8d98-6aefb9c62bad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.291261] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1879.291261] env[62490]: value = "task-2065601" [ 1879.291261] env[62490]: _type = "Task" [ 1879.291261] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.299229] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.425199] env[62490]: DEBUG nova.compute.utils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1879.427672] env[62490]: DEBUG nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1879.427886] env[62490]: DEBUG nova.network.neutron [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1879.467724] env[62490]: DEBUG nova.policy [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bc8b97a0a5d4baab324bac55cc2d69a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dd77c16547741618114778e26792a56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.623993] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.714142] env[62490]: DEBUG nova.compute.manager [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Received event network-changed-8eb0b955-53af-4c71-824d-acbe561ee811 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1879.714142] env[62490]: DEBUG nova.compute.manager [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Refreshing instance network info cache due to event network-changed-8eb0b955-53af-4c71-824d-acbe561ee811. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1879.714142] env[62490]: DEBUG oslo_concurrency.lockutils [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] Acquiring lock "refresh_cache-93715b06-81bb-415f-b69a-61af61badce0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.743041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Releasing lock "refresh_cache-93715b06-81bb-415f-b69a-61af61badce0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.743041] env[62490]: DEBUG nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Instance network_info: |[{"id": "8eb0b955-53af-4c71-824d-acbe561ee811", "address": "fa:16:3e:19:22:92", "network": {"id": "7fce5eff-7796-4dca-bc5f-fe73bc84700f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1521344055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0439cda548c46938061ff8dd09749a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb0b955-53", "ovs_interfaceid": "8eb0b955-53af-4c71-824d-acbe561ee811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1879.743041] env[62490]: DEBUG oslo_concurrency.lockutils [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] Acquired lock "refresh_cache-93715b06-81bb-415f-b69a-61af61badce0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.743041] env[62490]: DEBUG nova.network.neutron [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Refreshing network info cache for port 8eb0b955-53af-4c71-824d-acbe561ee811 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.743041] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:22:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eb0b955-53af-4c71-824d-acbe561ee811', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1879.751801] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Creating folder: Project (d0439cda548c46938061ff8dd09749a6). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1879.751952] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad6fd89f-7759-4690-bcb2-237c95d5aee3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.757123] env[62490]: DEBUG nova.network.neutron [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Successfully created port: 1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1879.763981] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Created folder: Project (d0439cda548c46938061ff8dd09749a6) in parent group-v423467. [ 1879.764179] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Creating folder: Instances. Parent ref: group-v423594. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1879.768436] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba11f75b-e1a7-447e-b4f0-a0fba6da11e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.780495] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1879.780711] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.780959] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.781178] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.781304] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1879.781556] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Created folder: Instances in parent group-v423594. [ 1879.781757] env[62490]: DEBUG oslo.service.loopingcall [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.781936] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078bd3c9-a658-4b2a-9e60-85933fb3a951 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.784115] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1879.784599] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a34646f1-3825-4e7a-a5a3-b608d0097e57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.807528] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.808708] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1879.808708] env[62490]: value = "task-2065604" [ 1879.808708] env[62490]: _type = "Task" [ 1879.808708] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.816302] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065604, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.819143] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.819325] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.820076] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a0bc2c-7f56-46f7-af67-6ea8ebc929cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.825809] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1879.825809] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ed7d33-442c-60a1-18ed-f50b9ce31da5" [ 1879.825809] env[62490]: _type = "Task" [ 1879.825809] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.833712] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ed7d33-442c-60a1-18ed-f50b9ce31da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.930077] env[62490]: DEBUG nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.123900] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065598, 'name': ReconfigVM_Task, 'duration_secs': 0.942267} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.126444] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.127268] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8102e4c2-d3ac-499a-abba-5de9a9bfc5e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.133487] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1880.133487] env[62490]: value = "task-2065605" [ 1880.133487] env[62490]: _type = "Task" [ 1880.133487] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.142336] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065605, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.310765] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.633125} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.314034] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.314195] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.314385] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.326084] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065604, 'name': CreateVM_Task, 'duration_secs': 0.322627} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.326741] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.329866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.329938] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.330282] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.332841] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8c6f3b-8725-4eb2-a700-99f5d7a352d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.337521] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1880.337521] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5231f72e-1553-b5d2-822f-152c771c02c2" [ 1880.337521] env[62490]: _type = "Task" [ 1880.337521] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.342405] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ed7d33-442c-60a1-18ed-f50b9ce31da5, 'name': SearchDatastore_Task, 'duration_secs': 0.024107} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.349035] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2216de8-fcc0-4606-829f-a2131571b5ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.356973] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5231f72e-1553-b5d2-822f-152c771c02c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.361021] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1880.361021] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a4f13a-9358-3223-3217-4dfcb77b7a42" [ 1880.361021] env[62490]: _type = "Task" [ 1880.361021] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.371570] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a4f13a-9358-3223-3217-4dfcb77b7a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.486233] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6956f767-f109-4b78-bf42-93a61b13147d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.494771] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c4716-e92d-4b2c-9c43-32aca7992d1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.529176] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b21032-8b4e-4b0c-9fe3-3aef7612559f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.536843] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8389f35-2334-4f68-b17c-cd5c66d436a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.551382] env[62490]: DEBUG nova.compute.provider_tree [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.576848] env[62490]: DEBUG nova.network.neutron [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Updated VIF entry in instance network info cache for port 8eb0b955-53af-4c71-824d-acbe561ee811. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.577217] env[62490]: DEBUG nova.network.neutron [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Updating instance_info_cache with network_info: [{"id": "8eb0b955-53af-4c71-824d-acbe561ee811", "address": "fa:16:3e:19:22:92", "network": {"id": "7fce5eff-7796-4dca-bc5f-fe73bc84700f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1521344055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0439cda548c46938061ff8dd09749a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb0b955-53", "ovs_interfaceid": "8eb0b955-53af-4c71-824d-acbe561ee811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.643973] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065605, 'name': Rename_Task, 'duration_secs': 0.140857} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.644301] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.644502] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acd04087-eae5-456f-a946-be237e471788 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.651143] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1880.651143] env[62490]: value = "task-2065606" [ 1880.651143] env[62490]: _type = "Task" [ 1880.651143] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.659538] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.855314] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5231f72e-1553-b5d2-822f-152c771c02c2, 'name': SearchDatastore_Task, 'duration_secs': 0.073975} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.855894] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.856353] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.856847] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.875077] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a4f13a-9358-3223-3217-4dfcb77b7a42, 'name': SearchDatastore_Task, 'duration_secs': 0.082355} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.875229] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.875548] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. {{(pid=62490) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1880.876020] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.876362] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.876722] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe717344-7e61-4444-9beb-6375849e1e67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.879801] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52bf3842-f07d-4ed4-ab98-64a11ed726c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.888320] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1880.888320] env[62490]: value = "task-2065607" [ 1880.888320] env[62490]: _type = "Task" [ 1880.888320] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.893995] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.893995] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.894528] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19956123-83d0-487a-b4c3-f5bae31fdefd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.903029] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.904392] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1880.904392] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e72b7-1389-c7ee-7d52-a4c5fa1b8993" [ 1880.904392] env[62490]: _type = "Task" [ 1880.904392] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.913318] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e72b7-1389-c7ee-7d52-a4c5fa1b8993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.943477] env[62490]: DEBUG nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1880.971540] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.971799] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.971955] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.972720] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.973522] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.973522] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.973685] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.973789] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.973976] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.974179] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.974381] env[62490]: DEBUG nova.virt.hardware [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.975281] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a79c3d-a34f-4dad-865d-af2db6333a8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.985016] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f048eda9-389a-407b-9a3f-f501a6a36b6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.056214] env[62490]: DEBUG nova.scheduler.client.report [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.079748] env[62490]: DEBUG oslo_concurrency.lockutils [req-e6b15102-6418-45df-bf05-208ace1558d6 req-b1104ffd-3c4c-4aaa-ba39-18ea53f6e761 service nova] Releasing lock "refresh_cache-93715b06-81bb-415f-b69a-61af61badce0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.162108] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.346837] env[62490]: DEBUG nova.network.neutron [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Successfully updated port: 1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1881.353371] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.353371] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.353371] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.353371] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.353371] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.353371] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.353927] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.353927] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.354037] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.354215] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.354391] env[62490]: DEBUG nova.virt.hardware [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.355492] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05e71e-f71c-4243-b49d-0663f7e84cea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.367724] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c90c8-f6e2-4b48-a058-4b1e414ba6ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.386538] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:62:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ccb9439-fc90-42a7-ace3-a147f27cdccd', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.395450] env[62490]: DEBUG oslo.service.loopingcall [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.396265] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.400613] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3be113b-16d1-4045-8348-652a3da58673 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.424510] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065607, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.426249] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.426249] env[62490]: value = "task-2065608" [ 1881.426249] env[62490]: _type = "Task" [ 1881.426249] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.433791] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e72b7-1389-c7ee-7d52-a4c5fa1b8993, 'name': SearchDatastore_Task, 'duration_secs': 0.018926} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.435060] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0adeae4-bef0-4878-85e8-d08bc60f66c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.441123] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065608, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.443999] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1881.443999] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f65e2c-1abd-061f-8ed1-77721fc36dfe" [ 1881.443999] env[62490]: _type = "Task" [ 1881.443999] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.454157] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f65e2c-1abd-061f-8ed1-77721fc36dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.561701] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.562434] env[62490]: DEBUG nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.565609] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.616s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.565889] env[62490]: DEBUG nova.objects.instance [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lazy-loading 'resources' on Instance uuid ea73c22f-d49b-4d10-b15d-86423e345b27 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.661830] env[62490]: DEBUG oslo_vmware.api [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065606, 'name': PowerOnVM_Task, 'duration_secs': 0.583268} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.663321] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.663321] env[62490]: INFO nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1881.663321] env[62490]: DEBUG nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.664148] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233c9181-c423-4af4-9654-d02095773f87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.738172] env[62490]: DEBUG nova.compute.manager [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Received event network-vif-plugged-1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1881.738448] env[62490]: DEBUG oslo_concurrency.lockutils [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] Acquiring lock "9c447288-5ff8-48bd-8bb3-5f78becea748-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.738704] env[62490]: DEBUG oslo_concurrency.lockutils [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.738909] env[62490]: DEBUG oslo_concurrency.lockutils [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.739292] env[62490]: DEBUG nova.compute.manager [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] No waiting events found dispatching network-vif-plugged-1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.739532] env[62490]: WARNING nova.compute.manager [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Received unexpected event network-vif-plugged-1fee237e-71ea-4bcb-839b-cef99ee3045d for instance with vm_state building and task_state spawning. [ 1881.739731] env[62490]: DEBUG nova.compute.manager [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Received event network-changed-1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1881.739923] env[62490]: DEBUG nova.compute.manager [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Refreshing instance network info cache due to event network-changed-1fee237e-71ea-4bcb-839b-cef99ee3045d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1881.740184] env[62490]: DEBUG oslo_concurrency.lockutils [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] Acquiring lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.740377] env[62490]: DEBUG oslo_concurrency.lockutils [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] Acquired lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.740673] env[62490]: DEBUG nova.network.neutron [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Refreshing network info cache for port 1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.861278] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.907845] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579602} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.908125] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. [ 1881.908943] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a89b6a8-ffdb-42b0-b8c6-596a96cad5c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.935746] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.939090] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f6dd1a-0759-45a7-84cb-90ca7a02639c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.959132] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065608, 'name': CreateVM_Task, 'duration_secs': 0.468088} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.959132] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.960856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.960856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.960856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.961482] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a844762b-2c9c-4943-9771-c85f1f9d90d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.962913] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1881.962913] env[62490]: value = "task-2065609" [ 1881.962913] env[62490]: _type = "Task" [ 1881.962913] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.966286] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f65e2c-1abd-061f-8ed1-77721fc36dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.969397] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.969847] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 93715b06-81bb-415f-b69a-61af61badce0/93715b06-81bb-415f-b69a-61af61badce0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.971982] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2480bb8c-9289-4b95-9ab8-3db4ea6592a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.974341] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1881.974341] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52617c8b-2868-4207-7002-b163b9dc8db7" [ 1881.974341] env[62490]: _type = "Task" [ 1881.974341] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.981996] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.982294] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1881.982294] env[62490]: value = "task-2065610" [ 1881.982294] env[62490]: _type = "Task" [ 1881.982294] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.988146] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52617c8b-2868-4207-7002-b163b9dc8db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.994119] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.072647] env[62490]: DEBUG nova.compute.utils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.074961] env[62490]: DEBUG nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.074961] env[62490]: DEBUG nova.network.neutron [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.144238] env[62490]: DEBUG nova.policy [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45b9fbb18fab40b1b9e2dcfb6b7aeef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '139f5c9fc31e42d2881737752c455337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.191057] env[62490]: INFO nova.compute.manager [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Took 34.62 seconds to build instance. [ 1882.291650] env[62490]: DEBUG nova.network.neutron [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1882.394645] env[62490]: DEBUG nova.network.neutron [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.445886] env[62490]: DEBUG nova.objects.instance [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lazy-loading 'flavor' on Instance uuid 269daec6-64d9-4885-be21-784f7a4be7a7 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.478106] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.496125] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52617c8b-2868-4207-7002-b163b9dc8db7, 'name': SearchDatastore_Task, 'duration_secs': 0.029744} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.496491] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.496811] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.497146] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.497426] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.497509] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.498219] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9813a928-22a3-492a-ad06-f46076c57320 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.504207] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.523134] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.523387] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.524289] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b47ccfa-61c5-4f74-998f-2b7e0d2d371e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.530431] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1882.530431] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d9c69-49d2-59c5-3e15-91e94ef1785f" [ 1882.530431] env[62490]: _type = "Task" [ 1882.530431] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.540434] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d9c69-49d2-59c5-3e15-91e94ef1785f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.579199] env[62490]: DEBUG nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.599764] env[62490]: DEBUG nova.network.neutron [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Successfully created port: 24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1882.694651] env[62490]: DEBUG oslo_concurrency.lockutils [None req-31665ec9-9edf-4c3a-9537-f19fe7c40d6a tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.521s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.716686] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3329241b-db7f-46f8-b4cc-63465cb0f7bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.725559] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988d16f-ced7-4281-bb16-e3c631251808 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.757052] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26133e5-105a-4406-8233-d740eaa356cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.765604] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c044b58c-93ab-4904-87b6-05f407762b58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.780726] env[62490]: DEBUG nova.compute.provider_tree [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.897345] env[62490]: DEBUG oslo_concurrency.lockutils [req-f9c211b9-ce8e-4542-ae11-1b68634ef26f req-c96b1faf-ea4c-4d12-9f73-d57a250fd25e service nova] Releasing lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.897716] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.897871] env[62490]: DEBUG nova.network.neutron [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.952296] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.952472] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquired lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.978433] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.994992] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985169} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.994992] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 93715b06-81bb-415f-b69a-61af61badce0/93715b06-81bb-415f-b69a-61af61badce0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.995167] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.995365] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-974ccebc-12e5-45f0-bbed-e7266bfbdf0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.001866] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1883.001866] env[62490]: value = "task-2065611" [ 1883.001866] env[62490]: _type = "Task" [ 1883.001866] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.013600] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.040326] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d9c69-49d2-59c5-3e15-91e94ef1785f, 'name': SearchDatastore_Task, 'duration_secs': 0.083551} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.041348] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45327562-0a2c-44af-915e-3c5021d6e607 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.047536] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1883.047536] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a81f90-d23a-f15c-fb1f-ba5f80a876c9" [ 1883.047536] env[62490]: _type = "Task" [ 1883.047536] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.058369] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a81f90-d23a-f15c-fb1f-ba5f80a876c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.199974] env[62490]: DEBUG nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1883.283622] env[62490]: DEBUG nova.scheduler.client.report [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.345623] env[62490]: INFO nova.compute.manager [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Rebuilding instance [ 1883.397282] env[62490]: DEBUG nova.compute.manager [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.398805] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c9a5e-0766-48d9-bef2-834c63a87df3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.457163] env[62490]: DEBUG nova.network.neutron [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.478585] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065609, 'name': ReconfigVM_Task, 'duration_secs': 1.444642} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.482341] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Reconfigured VM instance instance-0000002b to attach disk [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.483787] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc2342-db15-4ad7-a957-9766eb0981f9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.520241] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade3d3d7-2680-4d48-8d17-55dc7bf73258 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.535188] env[62490]: DEBUG nova.network.neutron [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.544903] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1883.544903] env[62490]: value = "task-2065612" [ 1883.544903] env[62490]: _type = "Task" [ 1883.544903] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.545657] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071924} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.546020] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.549731] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf50a93-5476-413c-b5fd-53d500b63c94 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.564821] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.579946] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a81f90-d23a-f15c-fb1f-ba5f80a876c9, 'name': SearchDatastore_Task, 'duration_secs': 0.027342} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.589282] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 93715b06-81bb-415f-b69a-61af61badce0/93715b06-81bb-415f-b69a-61af61badce0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.590622] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.590933] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.591452] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2bcb68-2a22-4023-830b-1d1395fad661 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.608745] env[62490]: DEBUG nova.compute.manager [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Received event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1883.608956] env[62490]: DEBUG nova.compute.manager [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing instance network info cache due to event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1883.609201] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] Acquiring lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.609438] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be2e244e-1263-47ef-aa11-61b2cadd9faa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.612958] env[62490]: DEBUG nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.621013] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1883.621013] env[62490]: value = "task-2065613" [ 1883.621013] env[62490]: _type = "Task" [ 1883.621013] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.625332] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1883.625332] env[62490]: value = "task-2065614" [ 1883.625332] env[62490]: _type = "Task" [ 1883.625332] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.633687] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.638848] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.641551] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.641787] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.641950] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.642149] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.642293] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.642441] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.642682] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.642849] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.643018] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.643186] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.643358] env[62490]: DEBUG nova.virt.hardware [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.644205] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68af15cd-b759-4fc1-9c98-01a68bb32308 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.654389] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3363cf0f-cbf3-4111-891a-b99b350b5723 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.687563] env[62490]: DEBUG nova.network.neutron [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updating instance_info_cache with network_info: [{"id": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "address": "fa:16:3e:0f:83:2c", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fee237e-71", "ovs_interfaceid": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.719215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.789338] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.792576] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.355s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.794236] env[62490]: INFO nova.compute.claims [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.857805] env[62490]: INFO nova.scheduler.client.report [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Deleted allocations for instance ea73c22f-d49b-4d10-b15d-86423e345b27 [ 1884.057325] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065612, 'name': ReconfigVM_Task, 'duration_secs': 0.199627} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.057617] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.057883] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c102d3-730f-4309-bf36-7dec32177b3c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.064328] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1884.064328] env[62490]: value = "task-2065615" [ 1884.064328] env[62490]: _type = "Task" [ 1884.064328] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.076246] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.134149] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.141787] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065614, 'name': ReconfigVM_Task, 'duration_secs': 0.461409} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.142273] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 93715b06-81bb-415f-b69a-61af61badce0/93715b06-81bb-415f-b69a-61af61badce0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.143278] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f95fd5ae-39f6-4080-8385-5b4e79b1e164 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.152779] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1884.152779] env[62490]: value = "task-2065616" [ 1884.152779] env[62490]: _type = "Task" [ 1884.152779] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.167065] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065616, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.189785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Releasing lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.190399] env[62490]: DEBUG nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Instance network_info: |[{"id": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "address": "fa:16:3e:0f:83:2c", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fee237e-71", "ovs_interfaceid": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1884.191120] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:83:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fee237e-71ea-4bcb-839b-cef99ee3045d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.205061] env[62490]: DEBUG oslo.service.loopingcall [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.205725] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.205976] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b7c80be-6f51-452d-abcc-eff7de1a9c4f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.232427] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.232427] env[62490]: value = "task-2065617" [ 1884.232427] env[62490]: _type = "Task" [ 1884.232427] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.244009] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065617, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.368216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae671090-3f3a-47a4-b5f6-52a97222fdfd tempest-ServerMetadataTestJSON-1867880087 tempest-ServerMetadataTestJSON-1867880087-project-member] Lock "ea73c22f-d49b-4d10-b15d-86423e345b27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.377s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.419746] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.419746] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-137e0b05-cdd4-4fb5-9d69-cec2ce23ea32 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.427025] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1884.427025] env[62490]: value = "task-2065618" [ 1884.427025] env[62490]: _type = "Task" [ 1884.427025] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.435048] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.502702] env[62490]: DEBUG nova.network.neutron [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Successfully updated port: 24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.576642] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065615, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.579921] env[62490]: DEBUG nova.compute.manager [req-ad23e2dd-54c2-4138-8687-5308a3e866cf req-6bd037a6-7e3f-4f58-b4c8-4a2875c6cd61 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Received event network-vif-plugged-24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1884.579921] env[62490]: DEBUG oslo_concurrency.lockutils [req-ad23e2dd-54c2-4138-8687-5308a3e866cf req-6bd037a6-7e3f-4f58-b4c8-4a2875c6cd61 service nova] Acquiring lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.579921] env[62490]: DEBUG oslo_concurrency.lockutils [req-ad23e2dd-54c2-4138-8687-5308a3e866cf req-6bd037a6-7e3f-4f58-b4c8-4a2875c6cd61 service nova] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.580667] env[62490]: DEBUG oslo_concurrency.lockutils [req-ad23e2dd-54c2-4138-8687-5308a3e866cf req-6bd037a6-7e3f-4f58-b4c8-4a2875c6cd61 service nova] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.581035] env[62490]: DEBUG nova.compute.manager [req-ad23e2dd-54c2-4138-8687-5308a3e866cf req-6bd037a6-7e3f-4f58-b4c8-4a2875c6cd61 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] No waiting events found dispatching network-vif-plugged-24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.581362] env[62490]: WARNING nova.compute.manager [req-ad23e2dd-54c2-4138-8687-5308a3e866cf req-6bd037a6-7e3f-4f58-b4c8-4a2875c6cd61 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Received unexpected event network-vif-plugged-24405ff7-9907-44c2-9f67-c8a0632c8d1c for instance with vm_state building and task_state spawning. [ 1884.637570] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065613, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.666221] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065616, 'name': Rename_Task, 'duration_secs': 0.257733} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.667720] env[62490]: DEBUG nova.network.neutron [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.670629] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.670748] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-536ebcd1-506b-4eb5-b5ef-107ce359fc20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.678560] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1884.678560] env[62490]: value = "task-2065619" [ 1884.678560] env[62490]: _type = "Task" [ 1884.678560] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.692704] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.747437] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065617, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.942788] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.005680] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.005847] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.005999] env[62490]: DEBUG nova.network.neutron [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.075628] env[62490]: DEBUG oslo_vmware.api [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065615, 'name': PowerOnVM_Task, 'duration_secs': 0.788109} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.075940] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.078981] env[62490]: DEBUG nova.compute.manager [None req-c977066b-e17b-43f2-b2bd-c92794827c4b tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.079944] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c7b197-f1d2-4f9f-92a3-7011c8a13c3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.134619] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065613, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.171613] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Releasing lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.171859] env[62490]: DEBUG nova.compute.manager [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Inject network info {{(pid=62490) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1885.172133] env[62490]: DEBUG nova.compute.manager [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] network_info to inject: |[{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1885.177425] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Reconfiguring VM instance to set the machine id {{(pid=62490) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1885.178057] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] Acquired lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.178250] env[62490]: DEBUG nova.network.neutron [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.183032] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66985b84-ac44-4dbf-b010-8ba7751fdb0f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.208720] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.210574] env[62490]: DEBUG oslo_vmware.api [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1885.210574] env[62490]: value = "task-2065620" [ 1885.210574] env[62490]: _type = "Task" [ 1885.210574] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.223975] env[62490]: DEBUG oslo_vmware.api [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.243299] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065617, 'name': CreateVM_Task, 'duration_secs': 0.707412} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.243447] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1885.244156] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.244321] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.244654] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1885.247509] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7d9dc5-bbd1-4eed-ac14-41260e5cf75e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.252639] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1885.252639] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523ddfe8-d2a2-813b-0872-83b242c999e4" [ 1885.252639] env[62490]: _type = "Task" [ 1885.252639] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.262030] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523ddfe8-d2a2-813b-0872-83b242c999e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.397792] env[62490]: DEBUG nova.objects.instance [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lazy-loading 'flavor' on Instance uuid 269daec6-64d9-4885-be21-784f7a4be7a7 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.443577] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.481162] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c4e7b-5bc4-4ef5-b301-cfde1fd61452 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.491135] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e85c0-d552-41d8-b6ed-b0e7f82426a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.528559] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d885bf4-1653-402c-92d4-159e8d7fe3ba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.537038] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bebb92-b724-407b-ae1a-a5dca741709e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.552426] env[62490]: DEBUG nova.compute.provider_tree [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.611215] env[62490]: DEBUG nova.network.neutron [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.643664] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065613, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.672624} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.644555] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1885.645155] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1885.645291] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffcce4cd-2f99-4091-9462-0450f453eac7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.654183] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1885.654183] env[62490]: value = "task-2065621" [ 1885.654183] env[62490]: _type = "Task" [ 1885.654183] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.663615] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.712413] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.725392] env[62490]: DEBUG oslo_vmware.api [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065620, 'name': ReconfigVM_Task, 'duration_secs': 0.237361} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.725702] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2263cce8-117e-4220-b2c8-75bdbaf71e46 tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Reconfigured VM instance to set the machine id {{(pid=62490) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1885.763457] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523ddfe8-d2a2-813b-0872-83b242c999e4, 'name': SearchDatastore_Task, 'duration_secs': 0.031106} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.763954] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.764213] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.764524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.764675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.764852] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.766805] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9901653e-468a-439d-ab2d-98505279c6d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.780317] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.780317] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.782145] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c61c2b-ac47-4040-acbc-cfbb77fde6cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.789087] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1885.789087] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e53fa-073e-6470-bcdd-03f0cc9a38a4" [ 1885.789087] env[62490]: _type = "Task" [ 1885.789087] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.801757] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e53fa-073e-6470-bcdd-03f0cc9a38a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.847464] env[62490]: DEBUG nova.network.neutron [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.908265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.944197] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065618, 'name': PowerOffVM_Task, 'duration_secs': 1.378263} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.944647] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.945026] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.946293] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aa657a-937c-4a4e-b9f1-f04304cf1a11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.956541] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.956934] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740da982-c048-4ac8-87a6-97363cc22e54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.045139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1886.045390] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1886.045569] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleting the datastore file [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1886.045835] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b59ab3e-0bab-4113-83cd-ceac0ef5c893 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.054095] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1886.054095] env[62490]: value = "task-2065623" [ 1886.054095] env[62490]: _type = "Task" [ 1886.054095] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.063647] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.097602] env[62490]: DEBUG nova.scheduler.client.report [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1886.097918] env[62490]: DEBUG nova.compute.provider_tree [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 71 to 72 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1886.098276] env[62490]: DEBUG nova.compute.provider_tree [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1886.169214] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204919} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.169534] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.170403] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7942c6ea-9967-4b29-aec9-789565d00291 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.204142] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.209904] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c62a5b-eb7a-42fa-85a2-e330e50fc76e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.242366] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.246025] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1886.246025] env[62490]: value = "task-2065624" [ 1886.246025] env[62490]: _type = "Task" [ 1886.246025] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.256048] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.302758] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e53fa-073e-6470-bcdd-03f0cc9a38a4, 'name': SearchDatastore_Task, 'duration_secs': 0.027115} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.303763] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38ddbc8-61ee-4957-9aa4-feed0099f545 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.310247] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1886.310247] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0416a-2ccb-de19-73a6-44f541eb68ea" [ 1886.310247] env[62490]: _type = "Task" [ 1886.310247] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.323803] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0416a-2ccb-de19-73a6-44f541eb68ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.351596] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.351951] env[62490]: DEBUG nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Instance network_info: |[{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1886.352464] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:c6:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24405ff7-9907-44c2-9f67-c8a0632c8d1c', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1886.362608] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating folder: Project (139f5c9fc31e42d2881737752c455337). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.363040] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-847463f2-7a41-4792-a930-d654b1379999 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.373210] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Created folder: Project (139f5c9fc31e42d2881737752c455337) in parent group-v423467. [ 1886.373210] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating folder: Instances. Parent ref: group-v423599. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1886.373442] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e7feb0f-9bcf-45b8-8397-551a5ecd58e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.382805] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Created folder: Instances in parent group-v423599. [ 1886.383090] env[62490]: DEBUG oslo.service.loopingcall [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1886.383666] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1886.383913] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c97a8ee2-4206-4479-a3c1-b5f1f74d7579 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.407364] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1886.407364] env[62490]: value = "task-2065627" [ 1886.407364] env[62490]: _type = "Task" [ 1886.407364] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.416107] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065627, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.563037] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230606} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.563289] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1886.563490] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1886.563681] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1886.605935] env[62490]: DEBUG nova.network.neutron [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updated VIF entry in instance network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.606477] env[62490]: DEBUG nova.network.neutron [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.608232] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.608715] env[62490]: DEBUG nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.612870] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.011s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.720521] env[62490]: DEBUG oslo_vmware.api [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065619, 'name': PowerOnVM_Task, 'duration_secs': 1.604028} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.723106] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.723366] env[62490]: INFO nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1886.723629] env[62490]: DEBUG nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.725170] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0c0af2-562e-4df9-864b-8aed443e1953 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.756280] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.765347] env[62490]: DEBUG nova.compute.manager [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Received event network-changed-24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1886.765764] env[62490]: DEBUG nova.compute.manager [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Refreshing instance network info cache due to event network-changed-24405ff7-9907-44c2-9f67-c8a0632c8d1c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1886.765764] env[62490]: DEBUG oslo_concurrency.lockutils [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] Acquiring lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.765888] env[62490]: DEBUG oslo_concurrency.lockutils [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] Acquired lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.766043] env[62490]: DEBUG nova.network.neutron [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Refreshing network info cache for port 24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.821637] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0416a-2ccb-de19-73a6-44f541eb68ea, 'name': SearchDatastore_Task, 'duration_secs': 0.036797} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.821982] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.822548] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9c447288-5ff8-48bd-8bb3-5f78becea748/9c447288-5ff8-48bd-8bb3-5f78becea748.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.822670] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1aec97b-7a1d-4399-b4ed-e0b08af07973 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.829026] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1886.829026] env[62490]: value = "task-2065628" [ 1886.829026] env[62490]: _type = "Task" [ 1886.829026] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.837620] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.922591] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065627, 'name': CreateVM_Task, 'duration_secs': 0.436336} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.922820] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.923572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.923776] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.924962] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.925248] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d6b021-549a-4004-8a0d-2e6f2ae9141f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.930564] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1886.930564] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5287a755-b621-c21e-08b7-80e9d091a2ee" [ 1886.930564] env[62490]: _type = "Task" [ 1886.930564] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.939567] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5287a755-b621-c21e-08b7-80e9d091a2ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.114580] env[62490]: DEBUG nova.compute.utils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1887.118835] env[62490]: DEBUG oslo_concurrency.lockutils [req-2ef51e66-18a5-4a29-838e-8d0daf759cd3 req-e10e562b-f33a-455d-8916-10286e076592 service nova] Releasing lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.120295] env[62490]: DEBUG nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1887.120521] env[62490]: DEBUG nova.network.neutron [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1887.138019] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquired lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.224707] env[62490]: DEBUG nova.policy [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c07f42192bb40809e3e03a46b7715e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e23896199d2a460aa36a3ee11119f88b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.259445] env[62490]: INFO nova.compute.manager [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Took 34.52 seconds to build instance. [ 1887.269694] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065624, 'name': ReconfigVM_Task, 'duration_secs': 0.530606} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.269925] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279/01fe8b6f-770f-46c3-9d08-c14dcf9d5279.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.273122] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80346450-673a-43b4-a3f6-41fe81b0b631 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.283421] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1887.283421] env[62490]: value = "task-2065629" [ 1887.283421] env[62490]: _type = "Task" [ 1887.283421] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.297407] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065629, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.345663] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.442451] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5287a755-b621-c21e-08b7-80e9d091a2ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.442842] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.443167] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.443423] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.443571] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.443753] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.444037] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-434c6ea1-13f4-4860-aa18-f51121e09703 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.452925] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.453177] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.453981] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f695aa23-21a0-42d5-b736-27c732eb4e22 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.459281] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1887.459281] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5291980e-208a-a156-6895-243d8587b5f2" [ 1887.459281] env[62490]: _type = "Task" [ 1887.459281] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.468842] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5291980e-208a-a156-6895-243d8587b5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.617420] env[62490]: DEBUG nova.virt.hardware [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.618407] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bca271-3caa-4526-8f63-28c761e3960f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.622211] env[62490]: DEBUG nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.633325] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430ff0b3-60b4-4d34-a484-f4ade39ff084 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.652754] env[62490]: INFO nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating resource usage from migration 73076126-ed46-425d-9874-108af474c546 [ 1887.657246] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:22:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c94713d2-dbc2-49d3-a619-53a2cddab3c2', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1887.665690] env[62490]: DEBUG oslo.service.loopingcall [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.665834] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1887.666671] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab5f9c4-2603-4cfa-beb8-a7fbfdc74b0e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.691940] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1887.691940] env[62490]: value = "task-2065630" [ 1887.691940] env[62490]: _type = "Task" [ 1887.691940] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.700360] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065630, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.700803] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.700930] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 76037297-9052-41aa-9a6c-2fbcb0cb0797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.701084] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 0fc31c87-417f-4447-943e-00f125f27bbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.701209] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4abecfe8-97a8-4f54-87ec-bb51cc85f25c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.701363] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f2c7f8cb-3da0-45b3-ba7d-67307196e534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.701433] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702024] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance efb3cd31-c298-4063-9418-fc39e60a0c17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1887.702024] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 927f44df-72d2-4985-bfac-161dad9285a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702024] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702024] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 269daec6-64d9-4885-be21-784f7a4be7a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702024] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance a043c00b-fda1-425b-ad30-52cbf4143164 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702242] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8a7f3c99-5084-4688-9ed5-1854c2c8733d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702242] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance fefcb0f7-ed25-42e8-9bd1-12d888320d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702320] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance aac0eead-47fa-4f91-8af9-1950a12104b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702362] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d2d72bbb-85d1-4e43-8598-d91023f82176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702490] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f3bd2773-91d8-4750-bb3d-f5d1fca44a0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702629] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8846de16-a817-4daa-81fc-9567a8dd032e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702730] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 91bd7be3-04e4-4d69-bcd1-f8d09614c74c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.702857] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 9da187eb-e1c5-4b73-aba8-ff21f572cc79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1887.702977] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c7b97998-bbde-4262-8000-e6dd261e9005 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1887.703112] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4575f569-95e5-428f-8e0b-79ae8cc4af65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1887.703227] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b9f6ddfd-092a-4a5b-9410-8774e7c50e46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.703348] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 77963072-fae4-4155-8d71-6891a21db18e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1887.703489] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ca17f52a-6739-482b-ac60-67fe0c46dda2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.703561] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 5983e55c-136a-4fbe-b008-e116cbd7f6b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.704272] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 93715b06-81bb-415f-b69a-61af61badce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.704272] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 9c447288-5ff8-48bd-8bb3-5f78becea748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.704272] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c5434c30-b136-40c0-aef3-86cc964a67ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.704272] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 55a48923-5829-43d1-8e04-04b7fdd0ffbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.727422] env[62490]: DEBUG nova.network.neutron [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Successfully created port: 31328c9e-26a5-474a-91c2-76c2c1caa42a {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.766079] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dee36a9e-2c5e-4ddb-8a86-ed2e7d10e57f tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "93715b06-81bb-415f-b69a-61af61badce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.489s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.794780] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065629, 'name': Rename_Task, 'duration_secs': 0.240569} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.795173] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.795706] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54cc3860-385f-4a0b-b429-7f87189193a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.803799] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1887.803799] env[62490]: value = "task-2065631" [ 1887.803799] env[62490]: _type = "Task" [ 1887.803799] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.811964] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.840118] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557717} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.840442] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9c447288-5ff8-48bd-8bb3-5f78becea748/9c447288-5ff8-48bd-8bb3-5f78becea748.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.840673] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.840985] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e7d490e-2290-4336-b741-79b059c3ab5c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.847853] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1887.847853] env[62490]: value = "task-2065632" [ 1887.847853] env[62490]: _type = "Task" [ 1887.847853] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.859307] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.874215] env[62490]: DEBUG nova.network.neutron [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updated VIF entry in instance network info cache for port 24405ff7-9907-44c2-9f67-c8a0632c8d1c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.874215] env[62490]: DEBUG nova.network.neutron [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.972655] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5291980e-208a-a156-6895-243d8587b5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.973966] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14d1517-8fd3-4eb1-bbbd-f4efe0ce5cac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.980163] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1887.980163] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5229e8b3-a26a-1050-bdaf-141d571ceb26" [ 1887.980163] env[62490]: _type = "Task" [ 1887.980163] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.987592] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5229e8b3-a26a-1050-bdaf-141d571ceb26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.008421] env[62490]: DEBUG nova.network.neutron [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.209656] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 5739e674-a7c3-4d99-b568-bc361cbfbeb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1888.210752] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065630, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.236516] env[62490]: DEBUG nova.compute.manager [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received event network-changed-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1888.239142] env[62490]: DEBUG nova.compute.manager [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing instance network info cache due to event network-changed-d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1888.239142] env[62490]: DEBUG oslo_concurrency.lockutils [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] Acquiring lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.239142] env[62490]: DEBUG oslo_concurrency.lockutils [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] Acquired lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.239142] env[62490]: DEBUG nova.network.neutron [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing network info cache for port d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.269353] env[62490]: DEBUG nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1888.318360] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.358546] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094651} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.358546] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1888.358546] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e690a1d-d0af-4f39-8c8a-f8542bfad1b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.383445] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 9c447288-5ff8-48bd-8bb3-5f78becea748/9c447288-5ff8-48bd-8bb3-5f78becea748.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.385018] env[62490]: DEBUG oslo_concurrency.lockutils [req-d1f334fc-a229-4709-97e9-06b0f2d26651 req-6601f521-6bc5-446e-a75e-644b8f7ad22c service nova] Releasing lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.385018] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0169e2cb-b2c5-4406-bad4-3e4ad32491c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.406894] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1888.406894] env[62490]: value = "task-2065633" [ 1888.406894] env[62490]: _type = "Task" [ 1888.406894] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.416208] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.489979] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5229e8b3-a26a-1050-bdaf-141d571ceb26, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.490480] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.490909] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c5434c30-b136-40c0-aef3-86cc964a67ae/c5434c30-b136-40c0-aef3-86cc964a67ae.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.491357] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55052f4-95b9-4f58-8634-487c780343e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.498721] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1888.498721] env[62490]: value = "task-2065634" [ 1888.498721] env[62490]: _type = "Task" [ 1888.498721] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.508321] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.633555] env[62490]: DEBUG nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.667620] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.668213] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.668455] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.668708] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.668906] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.669081] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.669314] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.669507] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.669749] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.669933] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.670132] env[62490]: DEBUG nova.virt.hardware [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.671323] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1763d5cf-1263-4f3d-8b6e-df3ca4d1e4cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.680586] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f3a0f-ec94-4e3b-8ac9-b762b5c45d9b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.706035] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065630, 'name': CreateVM_Task, 'duration_secs': 0.727505} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.706222] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.707180] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.707180] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.707394] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.707658] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3337f5-ae73-4d3d-9884-caffe0c8d67b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.713427] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c2d26e57-23c3-4420-9337-f5ac25df9790 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1888.714645] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1888.714645] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521fa3bb-32d5-3d0a-e94a-5f26aaa935e1" [ 1888.714645] env[62490]: _type = "Task" [ 1888.714645] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.723170] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521fa3bb-32d5-3d0a-e94a-5f26aaa935e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.799048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.818557] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.928373] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.014371] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.054813] env[62490]: DEBUG nova.network.neutron [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.183919] env[62490]: DEBUG nova.network.neutron [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updated VIF entry in instance network info cache for port d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.184368] env[62490]: DEBUG nova.network.neutron [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.216323] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8a710bc4-36df-4768-b926-399c4dcccc71 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1889.233871] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521fa3bb-32d5-3d0a-e94a-5f26aaa935e1, 'name': SearchDatastore_Task, 'duration_secs': 0.074567} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.235023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.235246] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1889.235510] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.235667] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.235863] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1889.236892] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b196a702-ce56-40cb-b5ec-bab7f53752ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.246695] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1889.246903] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1889.247683] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbe556b-0aa1-4b24-9456-020a24bfeda6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.254245] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1889.254245] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5280173f-4f52-321d-2232-23cefe48b0ae" [ 1889.254245] env[62490]: _type = "Task" [ 1889.254245] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.265800] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5280173f-4f52-321d-2232-23cefe48b0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.323844] env[62490]: DEBUG oslo_vmware.api [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065631, 'name': PowerOnVM_Task, 'duration_secs': 1.117572} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.324530] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.324530] env[62490]: DEBUG nova.compute.manager [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.325319] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f055e4-55b9-400a-89e6-4cecdc81e6fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.418716] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065633, 'name': ReconfigVM_Task, 'duration_secs': 0.732271} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.418817] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 9c447288-5ff8-48bd-8bb3-5f78becea748/9c447288-5ff8-48bd-8bb3-5f78becea748.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.419781] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa7851d-95f1-447d-a619-6a75b34f83dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.427775] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1889.427775] env[62490]: value = "task-2065635" [ 1889.427775] env[62490]: _type = "Task" [ 1889.427775] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.435967] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065635, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.510823] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065634, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.538679] env[62490]: DEBUG nova.network.neutron [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Successfully updated port: 31328c9e-26a5-474a-91c2-76c2c1caa42a {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.558408] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Releasing lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.558408] env[62490]: DEBUG nova.compute.manager [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Inject network info {{(pid=62490) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1889.558408] env[62490]: DEBUG nova.compute.manager [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] network_info to inject: |[{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1889.563358] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Reconfiguring VM instance to set the machine id {{(pid=62490) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1889.564146] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8355d74d-b086-4827-aa52-f58614176cb3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.582384] env[62490]: DEBUG oslo_vmware.api [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1889.582384] env[62490]: value = "task-2065636" [ 1889.582384] env[62490]: _type = "Task" [ 1889.582384] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.591512] env[62490]: DEBUG oslo_vmware.api [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.643539] env[62490]: DEBUG nova.compute.manager [req-76e6c25f-5713-4d6f-b383-3907992aca30 req-bfc93cd4-5eec-434c-8047-fe842f697eac service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Received event network-vif-plugged-31328c9e-26a5-474a-91c2-76c2c1caa42a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1889.643784] env[62490]: DEBUG oslo_concurrency.lockutils [req-76e6c25f-5713-4d6f-b383-3907992aca30 req-bfc93cd4-5eec-434c-8047-fe842f697eac service nova] Acquiring lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.643996] env[62490]: DEBUG oslo_concurrency.lockutils [req-76e6c25f-5713-4d6f-b383-3907992aca30 req-bfc93cd4-5eec-434c-8047-fe842f697eac service nova] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.644183] env[62490]: DEBUG oslo_concurrency.lockutils [req-76e6c25f-5713-4d6f-b383-3907992aca30 req-bfc93cd4-5eec-434c-8047-fe842f697eac service nova] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.644396] env[62490]: DEBUG nova.compute.manager [req-76e6c25f-5713-4d6f-b383-3907992aca30 req-bfc93cd4-5eec-434c-8047-fe842f697eac service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] No waiting events found dispatching network-vif-plugged-31328c9e-26a5-474a-91c2-76c2c1caa42a {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.644507] env[62490]: WARNING nova.compute.manager [req-76e6c25f-5713-4d6f-b383-3907992aca30 req-bfc93cd4-5eec-434c-8047-fe842f697eac service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Received unexpected event network-vif-plugged-31328c9e-26a5-474a-91c2-76c2c1caa42a for instance with vm_state building and task_state spawning. [ 1889.687091] env[62490]: DEBUG oslo_concurrency.lockutils [req-70010589-86b8-4372-8f5f-cbe811b2a284 req-2ca467ea-3f2f-43be-9960-48390b1ad6ee service nova] Releasing lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.727686] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 88fc1ea6-46ae-470e-b003-77a8d073a457 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1889.766118] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5280173f-4f52-321d-2232-23cefe48b0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.766947] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364a041c-9b23-49d3-86bd-0a0ddaca7796 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.774739] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1889.774739] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f82b7c-2ab2-fa30-add0-a273f7458043" [ 1889.774739] env[62490]: _type = "Task" [ 1889.774739] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.784723] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f82b7c-2ab2-fa30-add0-a273f7458043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.840974] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.938507] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065635, 'name': Rename_Task, 'duration_secs': 0.357435} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.938786] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.939084] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0019e454-d108-41d4-848b-a96ac8df4074 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.945401] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1889.945401] env[62490]: value = "task-2065637" [ 1889.945401] env[62490]: _type = "Task" [ 1889.945401] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.955072] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.009769] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065634, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.042737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "refresh_cache-55a48923-5829-43d1-8e04-04b7fdd0ffbc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.042737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "refresh_cache-55a48923-5829-43d1-8e04-04b7fdd0ffbc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.042737] env[62490]: DEBUG nova.network.neutron [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1890.096813] env[62490]: DEBUG oslo_vmware.api [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065636, 'name': ReconfigVM_Task, 'duration_secs': 0.247443} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.098114] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2716501-229f-4356-9af3-08afbe02ae1c tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Reconfigured VM instance to set the machine id {{(pid=62490) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1890.231691] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c305a73f-c450-4d30-a634-e4d3987876fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1890.286566] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f82b7c-2ab2-fa30-add0-a273f7458043, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.286745] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.288056] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.288056] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47490b06-8f5c-42be-8205-321659f777f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.293839] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1890.293839] env[62490]: value = "task-2065638" [ 1890.293839] env[62490]: _type = "Task" [ 1890.293839] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.301186] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.380063] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "269daec6-64d9-4885-be21-784f7a4be7a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.380417] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "269daec6-64d9-4885-be21-784f7a4be7a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.380662] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "269daec6-64d9-4885-be21-784f7a4be7a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.380900] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "269daec6-64d9-4885-be21-784f7a4be7a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.381140] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "269daec6-64d9-4885-be21-784f7a4be7a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.383542] env[62490]: INFO nova.compute.manager [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Terminating instance [ 1890.457264] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.512506] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065634, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.573712} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.512819] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c5434c30-b136-40c0-aef3-86cc964a67ae/c5434c30-b136-40c0-aef3-86cc964a67ae.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1890.513052] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1890.513714] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95536e16-dfad-498d-a050-56da764fa893 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.520049] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1890.520049] env[62490]: value = "task-2065639" [ 1890.520049] env[62490]: _type = "Task" [ 1890.520049] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.529579] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.590785] env[62490]: DEBUG nova.network.neutron [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.690981] env[62490]: DEBUG nova.compute.manager [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Received event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1890.691341] env[62490]: DEBUG nova.compute.manager [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing instance network info cache due to event network-changed-c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1890.691428] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] Acquiring lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.691561] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] Acquired lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.691738] env[62490]: DEBUG nova.network.neutron [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Refreshing network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.736236] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1890.736486] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Migration 73076126-ed46-425d-9874-108af474c546 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1890.736535] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7a6307d1-b846-431e-bd20-e7755fc0f9fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1890.806179] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.816032] env[62490]: DEBUG nova.network.neutron [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Updating instance_info_cache with network_info: [{"id": "31328c9e-26a5-474a-91c2-76c2c1caa42a", "address": "fa:16:3e:c2:a2:6d", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31328c9e-26", "ovs_interfaceid": "31328c9e-26a5-474a-91c2-76c2c1caa42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.889489] env[62490]: DEBUG nova.compute.manager [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1890.889817] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.891222] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e464126-dfcf-4b55-a28b-fb2be949c487 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.898974] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.899248] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce4b832b-62c4-46c9-989c-b7aadc677007 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.906409] env[62490]: DEBUG oslo_vmware.api [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1890.906409] env[62490]: value = "task-2065640" [ 1890.906409] env[62490]: _type = "Task" [ 1890.906409] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.919198] env[62490]: DEBUG oslo_vmware.api [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.958395] env[62490]: DEBUG oslo_vmware.api [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065637, 'name': PowerOnVM_Task, 'duration_secs': 0.869956} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.958781] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.959089] env[62490]: INFO nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1890.959667] env[62490]: DEBUG nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.960495] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998dffc8-6750-4400-a242-2d245de9cdd4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.032339] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154241} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.032339] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.032339] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edbf5a6-3d0b-4ccf-8ba3-9293865fe1d0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.055248] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c5434c30-b136-40c0-aef3-86cc964a67ae/c5434c30-b136-40c0-aef3-86cc964a67ae.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.055553] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c373fb20-c1bd-47f2-9df0-9550f134c8ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.076386] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1891.076386] env[62490]: value = "task-2065641" [ 1891.076386] env[62490]: _type = "Task" [ 1891.076386] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.085126] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.239973] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c2da5b87-e962-4b82-89ae-165ed2cf8605 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1891.241423] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1891.241423] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5376MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1891.304652] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548508} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.307399] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.307621] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.308264] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a49a58d8-9632-4662-8f9d-5c0e591b7848 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.315178] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1891.315178] env[62490]: value = "task-2065642" [ 1891.315178] env[62490]: _type = "Task" [ 1891.315178] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.324338] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "refresh_cache-55a48923-5829-43d1-8e04-04b7fdd0ffbc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.324338] env[62490]: DEBUG nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Instance network_info: |[{"id": "31328c9e-26a5-474a-91c2-76c2c1caa42a", "address": "fa:16:3e:c2:a2:6d", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31328c9e-26", "ovs_interfaceid": "31328c9e-26a5-474a-91c2-76c2c1caa42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1891.324338] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:a2:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31328c9e-26a5-474a-91c2-76c2c1caa42a', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.334789] env[62490]: DEBUG oslo.service.loopingcall [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.338646] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.341940] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9396f6a-d33f-407e-8604-c525a70cc734 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.357422] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.365104] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.365104] env[62490]: value = "task-2065643" [ 1891.365104] env[62490]: _type = "Task" [ 1891.365104] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.373577] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065643, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.416566] env[62490]: DEBUG oslo_vmware.api [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065640, 'name': PowerOffVM_Task, 'duration_secs': 0.493626} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.419195] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.419380] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.419849] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7f9c7c2-c973-4d3f-9cd9-56ef895a39d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.482279] env[62490]: INFO nova.compute.manager [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Took 37.50 seconds to build instance. [ 1891.537689] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.538144] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.538451] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Deleting the datastore file [datastore1] 269daec6-64d9-4885-be21-784f7a4be7a7 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.539068] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7487d827-99f0-44d9-bf3e-f79ecc704832 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.545670] env[62490]: DEBUG oslo_vmware.api [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for the task: (returnval){ [ 1891.545670] env[62490]: value = "task-2065645" [ 1891.545670] env[62490]: _type = "Task" [ 1891.545670] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.556610] env[62490]: DEBUG oslo_vmware.api [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.590433] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.616137] env[62490]: DEBUG nova.network.neutron [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updated VIF entry in instance network info cache for port c9ed5424-ec24-4b33-af11-f48198bdcf5c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.616522] env[62490]: DEBUG nova.network.neutron [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [{"id": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "address": "fa:16:3e:02:55:50", "network": {"id": "757de259-8fbe-4539-977c-0ff80ea75d2a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2132100641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa869e25b95d407fb79d732fa4808c11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9ed5424-ec", "ovs_interfaceid": "c9ed5424-ec24-4b33-af11-f48198bdcf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.829144] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16787} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.832257] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.832257] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b4d51-0f29-4cdf-ab0a-08d40ad369c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.860160] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.863832] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec6fe13-f6cc-40a5-899b-528ff25ff636 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.888384] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065643, 'name': CreateVM_Task, 'duration_secs': 0.512883} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.889608] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.889971] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1891.889971] env[62490]: value = "task-2065646" [ 1891.889971] env[62490]: _type = "Task" [ 1891.889971] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.891437] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.891437] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.891437] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.891437] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a017315-a317-4e1a-bd4e-e08bd5ab2871 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.905140] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.906366] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1891.906366] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a76182-8e34-1822-6f53-e5ac0a3677bc" [ 1891.906366] env[62490]: _type = "Task" [ 1891.906366] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.918983] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a76182-8e34-1822-6f53-e5ac0a3677bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.943254] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca15b370-72d9-4520-a62e-9b043094ec77 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.951625] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda12307-0e01-4376-bac7-4f93503998b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.987961] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7b6c96c0-ffe1-4f12-8ad7-62edfe1c1f08 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.520s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.991454] env[62490]: DEBUG nova.compute.manager [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Received event network-changed-31328c9e-26a5-474a-91c2-76c2c1caa42a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1891.991454] env[62490]: DEBUG nova.compute.manager [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Refreshing instance network info cache due to event network-changed-31328c9e-26a5-474a-91c2-76c2c1caa42a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1891.991454] env[62490]: DEBUG oslo_concurrency.lockutils [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] Acquiring lock "refresh_cache-55a48923-5829-43d1-8e04-04b7fdd0ffbc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.991454] env[62490]: DEBUG oslo_concurrency.lockutils [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] Acquired lock "refresh_cache-55a48923-5829-43d1-8e04-04b7fdd0ffbc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.991454] env[62490]: DEBUG nova.network.neutron [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Refreshing network info cache for port 31328c9e-26a5-474a-91c2-76c2c1caa42a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.995850] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a524b7-0f47-4753-9441-d38422731c40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.002101] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd600572-0005-4a73-8eb9-648f7e299741 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.019060] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.056411] env[62490]: DEBUG oslo_vmware.api [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Task: {'id': task-2065645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190758} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.056671] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.056938] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.057091] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.057266] env[62490]: INFO nova.compute.manager [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1892.057499] env[62490]: DEBUG oslo.service.loopingcall [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.057687] env[62490]: DEBUG nova.compute.manager [-] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.057857] env[62490]: DEBUG nova.network.neutron [-] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.087590] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065641, 'name': ReconfigVM_Task, 'duration_secs': 0.752977} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.087879] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c5434c30-b136-40c0-aef3-86cc964a67ae/c5434c30-b136-40c0-aef3-86cc964a67ae.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.088563] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60330a9b-a0e1-4d9e-8bb0-40ed150f7f56 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.096033] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1892.096033] env[62490]: value = "task-2065647" [ 1892.096033] env[62490]: _type = "Task" [ 1892.096033] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.104322] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065647, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.121214] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] Releasing lock "refresh_cache-269daec6-64d9-4885-be21-784f7a4be7a7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.121490] env[62490]: DEBUG nova.compute.manager [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received event network-changed-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1892.121657] env[62490]: DEBUG nova.compute.manager [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing instance network info cache due to event network-changed-d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1892.121873] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] Acquiring lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.122416] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] Acquired lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.122528] env[62490]: DEBUG nova.network.neutron [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing network info cache for port d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1892.314805] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.315091] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.315310] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.315490] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.315659] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.317738] env[62490]: INFO nova.compute.manager [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Terminating instance [ 1892.405231] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.425023] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a76182-8e34-1822-6f53-e5ac0a3677bc, 'name': SearchDatastore_Task, 'duration_secs': 0.047881} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.425023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.425023] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.425023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.425023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.425023] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.425023] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0eed47c-80a5-4860-9180-5c36180dea66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.435832] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.435832] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.436827] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe93b6ee-5d70-4753-8e0d-d1627f3abbb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.443874] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1892.443874] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520ec553-c94d-859f-aba2-677f9c35d846" [ 1892.443874] env[62490]: _type = "Task" [ 1892.443874] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.454705] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520ec553-c94d-859f-aba2-677f9c35d846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.521787] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.605574] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065647, 'name': Rename_Task, 'duration_secs': 0.264711} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.606201] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.606452] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3debec1-136c-409b-956c-930e3299c197 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.614787] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 1892.614787] env[62490]: value = "task-2065648" [ 1892.614787] env[62490]: _type = "Task" [ 1892.614787] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.643987] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065648, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.822473] env[62490]: DEBUG nova.compute.manager [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1892.822735] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1892.825848] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396375dc-eb24-40e0-9c1c-789dc883bff4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.836795] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.836795] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28b3e8a-5a20-46dc-a91e-6885a1af02ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.846561] env[62490]: DEBUG oslo_vmware.api [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1892.846561] env[62490]: value = "task-2065649" [ 1892.846561] env[62490]: _type = "Task" [ 1892.846561] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.857774] env[62490]: DEBUG oslo_vmware.api [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.903626] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065646, 'name': ReconfigVM_Task, 'duration_secs': 0.672787} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.903992] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4/5983e55c-136a-4fbe-b008-e116cbd7f6b4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.904632] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed4b1dba-08f0-454e-b875-89f6f818687f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.910909] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1892.910909] env[62490]: value = "task-2065650" [ 1892.910909] env[62490]: _type = "Task" [ 1892.910909] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.927402] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065650, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.956131] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520ec553-c94d-859f-aba2-677f9c35d846, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.957527] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea850e58-e76e-46a7-8049-19e56c2ffd54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.966280] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1892.966280] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f0f635-789d-e519-e085-4d422480e0d5" [ 1892.966280] env[62490]: _type = "Task" [ 1892.966280] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.978821] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f0f635-789d-e519-e085-4d422480e0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.997594] env[62490]: DEBUG nova.network.neutron [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Updated VIF entry in instance network info cache for port 31328c9e-26a5-474a-91c2-76c2c1caa42a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1892.997594] env[62490]: DEBUG nova.network.neutron [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Updating instance_info_cache with network_info: [{"id": "31328c9e-26a5-474a-91c2-76c2c1caa42a", "address": "fa:16:3e:c2:a2:6d", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31328c9e-26", "ovs_interfaceid": "31328c9e-26a5-474a-91c2-76c2c1caa42a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.029684] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1893.029986] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.417s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.030280] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.256s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.032452] env[62490]: INFO nova.compute.claims [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.081733] env[62490]: DEBUG nova.network.neutron [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updated VIF entry in instance network info cache for port d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1893.082134] env[62490]: DEBUG nova.network.neutron [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.129977] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065648, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.361692] env[62490]: DEBUG oslo_vmware.api [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065649, 'name': PowerOffVM_Task, 'duration_secs': 0.216394} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.361803] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1893.362040] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1893.362717] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec5ada9c-b4b8-42fe-9d7e-ffc093fbf983 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.368576] env[62490]: DEBUG nova.network.neutron [-] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.423692] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065650, 'name': Rename_Task, 'duration_secs': 0.185821} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.423860] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.424181] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c54d9bc-a715-4c7d-81d3-9ec8d977e3cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.432157] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1893.432157] env[62490]: value = "task-2065652" [ 1893.432157] env[62490]: _type = "Task" [ 1893.432157] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.442353] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.481835] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f0f635-789d-e519-e085-4d422480e0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.482222] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.483145] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 55a48923-5829-43d1-8e04-04b7fdd0ffbc/55a48923-5829-43d1-8e04-04b7fdd0ffbc.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.483145] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e06adfc6-e104-469d-9b29-9927c569647c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.489478] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1893.489478] env[62490]: value = "task-2065653" [ 1893.489478] env[62490]: _type = "Task" [ 1893.489478] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.504453] env[62490]: DEBUG oslo_concurrency.lockutils [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] Releasing lock "refresh_cache-55a48923-5829-43d1-8e04-04b7fdd0ffbc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.504845] env[62490]: DEBUG nova.compute.manager [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received event network-changed-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1893.505060] env[62490]: DEBUG nova.compute.manager [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing instance network info cache due to event network-changed-d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1893.505325] env[62490]: DEBUG oslo_concurrency.lockutils [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] Acquiring lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.505991] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.534915] env[62490]: DEBUG nova.compute.manager [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Received event network-changed-1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1893.535174] env[62490]: DEBUG nova.compute.manager [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Refreshing instance network info cache due to event network-changed-1fee237e-71ea-4bcb-839b-cef99ee3045d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1893.535552] env[62490]: DEBUG oslo_concurrency.lockutils [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] Acquiring lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.535647] env[62490]: DEBUG oslo_concurrency.lockutils [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] Acquired lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.535960] env[62490]: DEBUG nova.network.neutron [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Refreshing network info cache for port 1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.586415] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fd4f0a4-86c8-4b50-a9a1-67b0b1b44c07 req-57e96313-c66e-4933-b8ca-0ffce71f1990 service nova] Releasing lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.586415] env[62490]: DEBUG oslo_concurrency.lockutils [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] Acquired lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.586415] env[62490]: DEBUG nova.network.neutron [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing network info cache for port d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1893.628037] env[62490]: DEBUG oslo_vmware.api [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2065648, 'name': PowerOnVM_Task, 'duration_secs': 0.826829} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.628037] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.628237] env[62490]: INFO nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1893.628424] env[62490]: DEBUG nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.629335] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce187f-00fc-4f9f-8ba2-7c8d9cf91253 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.703886] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.704216] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.704539] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleting the datastore file [datastore1] b9f6ddfd-092a-4a5b-9410-8774e7c50e46 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.704899] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e546523a-164a-4565-87ea-604c6025ff81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.715192] env[62490]: DEBUG oslo_vmware.api [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1893.715192] env[62490]: value = "task-2065654" [ 1893.715192] env[62490]: _type = "Task" [ 1893.715192] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.724607] env[62490]: DEBUG oslo_vmware.api [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.873927] env[62490]: INFO nova.compute.manager [-] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Took 1.82 seconds to deallocate network for instance. [ 1893.945365] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.003929] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065653, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.036353] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.139475] env[62490]: DEBUG nova.compute.manager [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received event network-changed-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1894.140883] env[62490]: DEBUG nova.compute.manager [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing instance network info cache due to event network-changed-d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1894.144307] env[62490]: DEBUG oslo_concurrency.lockutils [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] Acquiring lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.156321] env[62490]: INFO nova.compute.manager [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Took 36.57 seconds to build instance. [ 1894.231631] env[62490]: DEBUG oslo_vmware.api [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472491} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.231905] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.232124] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.232308] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.232480] env[62490]: INFO nova.compute.manager [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1894.232755] env[62490]: DEBUG oslo.service.loopingcall [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.232967] env[62490]: DEBUG nova.compute.manager [-] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.233102] env[62490]: DEBUG nova.network.neutron [-] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.248832] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "ca17f52a-6739-482b-ac60-67fe0c46dda2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.249174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.249487] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "ca17f52a-6739-482b-ac60-67fe0c46dda2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.249567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.249737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.254974] env[62490]: INFO nova.compute.manager [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Terminating instance [ 1894.375754] env[62490]: DEBUG oslo_concurrency.lockutils [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "9c447288-5ff8-48bd-8bb3-5f78becea748" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.376052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.376295] env[62490]: INFO nova.compute.manager [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Rebooting instance [ 1894.381752] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.447137] env[62490]: DEBUG oslo_vmware.api [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065652, 'name': PowerOnVM_Task, 'duration_secs': 0.74673} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.447408] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.447631] env[62490]: DEBUG nova.compute.manager [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.448670] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadef75-cd38-454b-8ab7-f7d912beea83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.486054] env[62490]: DEBUG nova.network.neutron [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updated VIF entry in instance network info cache for port d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.486647] env[62490]: DEBUG nova.network.neutron [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.489035] env[62490]: DEBUG nova.network.neutron [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updated VIF entry in instance network info cache for port 1fee237e-71ea-4bcb-839b-cef99ee3045d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.490085] env[62490]: DEBUG nova.network.neutron [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updating instance_info_cache with network_info: [{"id": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "address": "fa:16:3e:0f:83:2c", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fee237e-71", "ovs_interfaceid": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.509515] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584041} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.509881] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 55a48923-5829-43d1-8e04-04b7fdd0ffbc/55a48923-5829-43d1-8e04-04b7fdd0ffbc.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.510124] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.510382] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef260fb2-6af1-4e7c-865f-e4e50beb567d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.519168] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1894.519168] env[62490]: value = "task-2065655" [ 1894.519168] env[62490]: _type = "Task" [ 1894.519168] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.531581] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.551565] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.551794] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.551914] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.552094] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.552209] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.552345] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1894.660028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33221558-8b33-44cf-80a4-e8e3a8718a46 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.268s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.662171] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.662372] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1894.715527] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69850930-9804-490e-b553-d7d864fc10a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.724118] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fb4cc2-0d07-422a-8730-5da312b92d8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.756333] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441e92cf-e9f2-4def-8508-09a1360bba4e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.759343] env[62490]: DEBUG nova.compute.manager [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1894.759534] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1894.761165] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcc3aa4-c07f-4054-8de6-bc015d2ec64f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.769882] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde42966-6a4e-4d13-84c3-1483fb48808e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.774217] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1894.774217] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6509375e-033c-4b63-ae51-a1426e2efe6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.787345] env[62490]: DEBUG nova.compute.provider_tree [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.790150] env[62490]: DEBUG oslo_vmware.api [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1894.790150] env[62490]: value = "task-2065656" [ 1894.790150] env[62490]: _type = "Task" [ 1894.790150] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.798313] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "93715b06-81bb-415f-b69a-61af61badce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.798548] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "93715b06-81bb-415f-b69a-61af61badce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.798749] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "93715b06-81bb-415f-b69a-61af61badce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.798927] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "93715b06-81bb-415f-b69a-61af61badce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.799104] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "93715b06-81bb-415f-b69a-61af61badce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.800774] env[62490]: DEBUG oslo_vmware.api [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.801871] env[62490]: INFO nova.compute.manager [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Terminating instance [ 1894.903111] env[62490]: DEBUG oslo_concurrency.lockutils [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.965425] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.995373] env[62490]: DEBUG oslo_concurrency.lockutils [req-f4d40f12-d86d-41fd-8fa2-77958c89f7ee req-34f13de0-491b-40bd-b689-821ad2628620 service nova] Releasing lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.995817] env[62490]: DEBUG oslo_concurrency.lockutils [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] Acquired lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.996014] env[62490]: DEBUG nova.network.neutron [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Refreshing network info cache for port d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.000658] env[62490]: DEBUG oslo_concurrency.lockutils [req-67f1656a-8437-4e8a-9348-846f7fd119ce req-729b030f-3a48-4326-928d-300a0a52e317 service nova] Releasing lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.000658] env[62490]: DEBUG oslo_concurrency.lockutils [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquired lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.000658] env[62490]: DEBUG nova.network.neutron [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.035141] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084672} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.035799] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1895.037192] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5570d6-1a8f-4844-bd2d-4362b640165e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.071863] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 55a48923-5829-43d1-8e04-04b7fdd0ffbc/55a48923-5829-43d1-8e04-04b7fdd0ffbc.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.072334] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adcd6fd-6198-4af1-b8ca-b07ce184493e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.093094] env[62490]: DEBUG nova.network.neutron [-] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.098807] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1895.098807] env[62490]: value = "task-2065657" [ 1895.098807] env[62490]: _type = "Task" [ 1895.098807] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.108405] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.212423] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.212423] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.212423] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1895.293025] env[62490]: DEBUG nova.scheduler.client.report [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.308229] env[62490]: DEBUG nova.compute.manager [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1895.308461] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.308993] env[62490]: DEBUG oslo_vmware.api [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065656, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.309774] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c2039-f156-4738-9368-d0be83808bec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.317476] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1895.320041] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fb69ea4-ad61-4bad-92e6-db7128a47b0f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.324547] env[62490]: DEBUG oslo_vmware.api [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1895.324547] env[62490]: value = "task-2065658" [ 1895.324547] env[62490]: _type = "Task" [ 1895.324547] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.335339] env[62490]: DEBUG oslo_vmware.api [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.595973] env[62490]: INFO nova.compute.manager [-] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Took 1.36 seconds to deallocate network for instance. [ 1895.614582] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.797033] env[62490]: DEBUG nova.network.neutron [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updated VIF entry in instance network info cache for port d719fa2f-6221-4436-81d2-221f17878214. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1895.797295] env[62490]: DEBUG nova.network.neutron [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [{"id": "d719fa2f-6221-4436-81d2-221f17878214", "address": "fa:16:3e:7f:05:aa", "network": {"id": "a062b27b-56de-41ff-a36b-28fd878c19e1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1049836424-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6203b2ec00945af993c4cbbddeccd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd719fa2f-62", "ovs_interfaceid": "d719fa2f-6221-4436-81d2-221f17878214", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.807331] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.808747] env[62490]: DEBUG nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1895.815022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.566s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.815022] env[62490]: INFO nova.compute.claims [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.824313] env[62490]: DEBUG oslo_vmware.api [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065656, 'name': PowerOffVM_Task, 'duration_secs': 0.532835} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.824625] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.824794] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.825154] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-656dd2cf-f344-41bd-9964-1bf4d60d8780 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.842317] env[62490]: DEBUG oslo_vmware.api [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065658, 'name': PowerOffVM_Task, 'duration_secs': 0.457933} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.844974] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.844974] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.844974] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43f5ab6-6e95-444e-b7a8-288979e7c1fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.855022] env[62490]: DEBUG nova.network.neutron [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updating instance_info_cache with network_info: [{"id": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "address": "fa:16:3e:0f:83:2c", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fee237e-71", "ovs_interfaceid": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.980840] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.981193] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.981478] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Deleting the datastore file [datastore1] ca17f52a-6739-482b-ac60-67fe0c46dda2 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.981804] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07bf58a3-9aa0-49e2-ae55-02addf3e00b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.984884] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.985085] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.985281] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Deleting the datastore file [datastore1] 93715b06-81bb-415f-b69a-61af61badce0 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.985843] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-772cc7e2-1659-4243-83e2-c6b1a149ca9b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.990512] env[62490]: DEBUG oslo_vmware.api [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for the task: (returnval){ [ 1895.990512] env[62490]: value = "task-2065661" [ 1895.990512] env[62490]: _type = "Task" [ 1895.990512] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.995359] env[62490]: DEBUG oslo_vmware.api [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for the task: (returnval){ [ 1895.995359] env[62490]: value = "task-2065662" [ 1895.995359] env[62490]: _type = "Task" [ 1895.995359] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.004772] env[62490]: DEBUG oslo_vmware.api [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.010614] env[62490]: DEBUG oslo_vmware.api [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.112021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.119233] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065657, 'name': ReconfigVM_Task, 'duration_secs': 0.755718} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.119842] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 55a48923-5829-43d1-8e04-04b7fdd0ffbc/55a48923-5829-43d1-8e04-04b7fdd0ffbc.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.120658] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb95efa4-3be6-4ba8-9166-f6e253f6a612 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.128030] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1896.128030] env[62490]: value = "task-2065663" [ 1896.128030] env[62490]: _type = "Task" [ 1896.128030] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.141246] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065663, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.308070] env[62490]: DEBUG oslo_concurrency.lockutils [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] Releasing lock "refresh_cache-ca17f52a-6739-482b-ac60-67fe0c46dda2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.308529] env[62490]: DEBUG nova.compute.manager [req-6133bf75-76ee-4199-86df-926b854dcfc9 req-505267ce-5813-4f19-ba4c-aff5824ec797 service nova] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Received event network-vif-deleted-c9ed5424-ec24-4b33-af11-f48198bdcf5c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.321367] env[62490]: DEBUG nova.compute.utils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.327819] env[62490]: DEBUG nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Not allocating networking since 'none' was specified. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1896.358197] env[62490]: DEBUG oslo_concurrency.lockutils [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Releasing lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.398646] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.399053] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.399275] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.399463] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.399634] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.401578] env[62490]: INFO nova.compute.manager [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Terminating instance [ 1896.478740] env[62490]: DEBUG nova.compute.manager [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Received event network-vif-deleted-927c4bb0-ea4d-4da4-baf5-d234d5433069 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.478981] env[62490]: DEBUG nova.compute.manager [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Received event network-changed-24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.479228] env[62490]: DEBUG nova.compute.manager [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Refreshing instance network info cache due to event network-changed-24405ff7-9907-44c2-9f67-c8a0632c8d1c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1896.479483] env[62490]: DEBUG oslo_concurrency.lockutils [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] Acquiring lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.479642] env[62490]: DEBUG oslo_concurrency.lockutils [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] Acquired lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.479805] env[62490]: DEBUG nova.network.neutron [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Refreshing network info cache for port 24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.502826] env[62490]: DEBUG oslo_vmware.api [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Task: {'id': task-2065661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245026} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.506083] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.506244] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.506421] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.506607] env[62490]: INFO nova.compute.manager [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1896.506838] env[62490]: DEBUG oslo.service.loopingcall [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.507049] env[62490]: DEBUG nova.compute.manager [-] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.507144] env[62490]: DEBUG nova.network.neutron [-] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.514433] env[62490]: DEBUG oslo_vmware.api [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Task: {'id': task-2065662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180524} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.514691] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.514885] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.515095] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.515278] env[62490]: INFO nova.compute.manager [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1896.515509] env[62490]: DEBUG oslo.service.loopingcall [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.515721] env[62490]: DEBUG nova.compute.manager [-] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.515817] env[62490]: DEBUG nova.network.neutron [-] [instance: 93715b06-81bb-415f-b69a-61af61badce0] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.518289] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Updating instance_info_cache with network_info: [{"id": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "address": "fa:16:3e:29:14:08", "network": {"id": "a30470e6-3e96-4bb4-a667-237e0c19914f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1300611531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c7f2988e1ab43c087f043329642b0ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7d8432-f8", "ovs_interfaceid": "7d7d8432-f81c-4b99-ac3c-7dbd91392a05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.638715] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065663, 'name': Rename_Task, 'duration_secs': 0.169176} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.639014] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.639328] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0a7c2b6-1add-4e3b-a3b6-f448e4b423cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.646358] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1896.646358] env[62490]: value = "task-2065664" [ 1896.646358] env[62490]: _type = "Task" [ 1896.646358] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.654765] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.828590] env[62490]: DEBUG nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1896.866325] env[62490]: DEBUG nova.compute.manager [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.867856] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d41b1aa-326f-45b2-96fd-014e12bbdd5b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.909017] env[62490]: DEBUG nova.compute.manager [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.909017] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.909017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7477d8-5562-4a6b-95bb-8791bdc50eb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.922618] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.923132] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0527b25-fd9c-4563-865a-7751fe01637e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.931058] env[62490]: DEBUG oslo_vmware.api [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1896.931058] env[62490]: value = "task-2065665" [ 1896.931058] env[62490]: _type = "Task" [ 1896.931058] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.948141] env[62490]: DEBUG oslo_vmware.api [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.948617] env[62490]: DEBUG nova.compute.manager [req-7cb155a9-adbd-40e2-99cd-6ed4c0c465c2 req-f71c1f24-7e9d-4763-aace-87dcddfc3140 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Received event network-vif-deleted-8eb0b955-53af-4c71-824d-acbe561ee811 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.948929] env[62490]: INFO nova.compute.manager [req-7cb155a9-adbd-40e2-99cd-6ed4c0c465c2 req-f71c1f24-7e9d-4763-aace-87dcddfc3140 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Neutron deleted interface 8eb0b955-53af-4c71-824d-acbe561ee811; detaching it from the instance and deleting it from the info cache [ 1896.949237] env[62490]: DEBUG nova.network.neutron [req-7cb155a9-adbd-40e2-99cd-6ed4c0c465c2 req-f71c1f24-7e9d-4763-aace-87dcddfc3140 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.020804] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-76037297-9052-41aa-9a6c-2fbcb0cb0797" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.021149] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1897.023186] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.052178] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.052663] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.164338] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.307878] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Acquiring lock "a043c00b-fda1-425b-ad30-52cbf4143164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.308052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "a043c00b-fda1-425b-ad30-52cbf4143164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.308272] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Acquiring lock "a043c00b-fda1-425b-ad30-52cbf4143164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.308462] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "a043c00b-fda1-425b-ad30-52cbf4143164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.308626] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "a043c00b-fda1-425b-ad30-52cbf4143164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.311097] env[62490]: DEBUG nova.network.neutron [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updated VIF entry in instance network info cache for port 24405ff7-9907-44c2-9f67-c8a0632c8d1c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.311552] env[62490]: DEBUG nova.network.neutron [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.313291] env[62490]: INFO nova.compute.manager [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Terminating instance [ 1897.350583] env[62490]: DEBUG nova.network.neutron [-] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.357202] env[62490]: DEBUG nova.network.neutron [-] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.440625] env[62490]: DEBUG oslo_vmware.api [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065665, 'name': PowerOffVM_Task, 'duration_secs': 0.264031} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.441690] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.441870] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.442597] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1203f7d-73d6-49a0-8304-f1f74167ee0e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.444965] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3d3cd3-1807-48ee-af98-47d856024501 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.450686] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d993ac92-e3a9-4969-a476-8795ca835801 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.455443] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b4d9230-f4d0-43f1-876b-d217b42149ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.486891] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d98c4bd-7c09-4a87-ac31-b3f62b3fb832 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.492529] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34061ba-456c-4c3c-9192-26f19dde5644 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.511013] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e76a3d-f022-479a-8742-8ece0da5bb0c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.529671] env[62490]: DEBUG nova.compute.manager [req-7cb155a9-adbd-40e2-99cd-6ed4c0c465c2 req-f71c1f24-7e9d-4763-aace-87dcddfc3140 service nova] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Detach interface failed, port_id=8eb0b955-53af-4c71-824d-acbe561ee811, reason: Instance 93715b06-81bb-415f-b69a-61af61badce0 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1897.538912] env[62490]: DEBUG nova.compute.provider_tree [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.555931] env[62490]: DEBUG nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.657640] env[62490]: DEBUG oslo_vmware.api [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065664, 'name': PowerOnVM_Task, 'duration_secs': 0.704245} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.657917] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.658132] env[62490]: INFO nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1897.658309] env[62490]: DEBUG nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.659090] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0d125e-c13a-47b2-9d1b-4bb192812ccc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.676891] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.677128] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.677313] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleting the datastore file [datastore1] 5983e55c-136a-4fbe-b008-e116cbd7f6b4 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.677586] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-579a3de2-9e76-44d5-b563-253acef92c0a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.684150] env[62490]: DEBUG oslo_vmware.api [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1897.684150] env[62490]: value = "task-2065667" [ 1897.684150] env[62490]: _type = "Task" [ 1897.684150] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.692301] env[62490]: DEBUG oslo_vmware.api [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.814579] env[62490]: DEBUG oslo_concurrency.lockutils [req-66537e7b-5283-4c8c-8947-49a451978b51 req-1cf165b2-2189-45c0-a672-d96d7b81e313 service nova] Releasing lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.819154] env[62490]: DEBUG nova.compute.manager [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1897.819154] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.820062] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5f345f3-0477-4ba4-b5bb-80b23b0ef3d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.826606] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1897.826606] env[62490]: value = "task-2065668" [ 1897.826606] env[62490]: _type = "Task" [ 1897.826606] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.835554] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.844241] env[62490]: DEBUG nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1897.857454] env[62490]: INFO nova.compute.manager [-] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Took 1.35 seconds to deallocate network for instance. [ 1897.859620] env[62490]: INFO nova.compute.manager [-] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Took 1.34 seconds to deallocate network for instance. [ 1897.887456] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1897.887738] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1897.887900] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1897.888205] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1897.888379] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1897.888529] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1897.888739] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1897.888898] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1897.889076] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1897.889244] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1897.889416] env[62490]: DEBUG nova.virt.hardware [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1897.890327] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dceacd-b4a0-4259-baff-480f77fa98d0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.894719] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba93ae1-b958-4bb9-ad38-d0324121d586 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.906393] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a729439c-28fc-4d8b-889a-0b1652ca2287 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.911499] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Doing hard reboot of VM {{(pid=62490) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1897.913236] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-08461972-2e1f-490f-9ce2-4b22539e244a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.927078] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1897.933373] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Creating folder: Project (3590bb19170845429ad258ea8b181ed2). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.935140] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee568b6b-4d87-49c7-9e17-4e0f28ced174 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.937429] env[62490]: DEBUG oslo_vmware.api [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1897.937429] env[62490]: value = "task-2065669" [ 1897.937429] env[62490]: _type = "Task" [ 1897.937429] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.946427] env[62490]: DEBUG oslo_vmware.api [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065669, 'name': ResetVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.947772] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Created folder: Project (3590bb19170845429ad258ea8b181ed2) in parent group-v423467. [ 1897.947968] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Creating folder: Instances. Parent ref: group-v423604. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1897.948216] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0e52d23-d780-4f4d-90ce-e2b3e7fd3bc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.956685] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Created folder: Instances in parent group-v423604. [ 1897.956880] env[62490]: DEBUG oslo.service.loopingcall [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.956954] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1897.957220] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e100cb-8b90-44f1-9d42-6e2dbd4c3b59 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.974715] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.974715] env[62490]: value = "task-2065672" [ 1897.974715] env[62490]: _type = "Task" [ 1897.974715] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.982261] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065672, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.062201] env[62490]: ERROR nova.scheduler.client.report [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [req-9b851ecf-e7bd-48ae-b586-0f8b96c45602] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b851ecf-e7bd-48ae-b586-0f8b96c45602"}]} [ 1898.077190] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.078432] env[62490]: DEBUG nova.scheduler.client.report [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1898.093481] env[62490]: DEBUG nova.scheduler.client.report [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1898.093481] env[62490]: DEBUG nova.compute.provider_tree [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.111168] env[62490]: DEBUG nova.scheduler.client.report [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1898.140019] env[62490]: DEBUG nova.scheduler.client.report [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1898.178593] env[62490]: INFO nova.compute.manager [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Took 34.77 seconds to build instance. [ 1898.195241] env[62490]: DEBUG oslo_vmware.api [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.339552] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065668, 'name': PowerOffVM_Task, 'duration_secs': 0.381484} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.342029] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.342340] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1898.342593] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423490', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'name': 'volume-97bff836-3c9c-4e15-864d-cf772765590e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a043c00b-fda1-425b-ad30-52cbf4143164', 'attached_at': '', 'detached_at': '', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'serial': '97bff836-3c9c-4e15-864d-cf772765590e'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1898.343720] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6737e-61a3-487f-92f0-19b743470900 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.365190] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd6f984-5182-42d6-a495-62f8d0662f2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.368666] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.369501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.374461] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97408e9e-83bd-492a-ade6-e68ce534e1cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.397459] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e712d-60f3-4c68-95b5-6b03d78cc068 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.412352] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] The volume has not been displaced from its original location: [datastore1] volume-97bff836-3c9c-4e15-864d-cf772765590e/volume-97bff836-3c9c-4e15-864d-cf772765590e.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1898.417771] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1898.420617] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8006797-3e1a-41ed-ada3-2d4b2c63d3cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.442014] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1898.442014] env[62490]: value = "task-2065673" [ 1898.442014] env[62490]: _type = "Task" [ 1898.442014] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.451617] env[62490]: DEBUG oslo_vmware.api [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065669, 'name': ResetVM_Task, 'duration_secs': 0.092716} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.454703] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Did hard reboot of VM {{(pid=62490) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1898.454930] env[62490]: DEBUG nova.compute.manager [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.455238] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065673, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.456022] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b836bbfb-e0d0-4c05-8791-33fd152a4baa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.483331] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065672, 'name': CreateVM_Task, 'duration_secs': 0.366823} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.485641] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.486351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.486434] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.488649] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.488649] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a135763c-7cf2-4f33-9065-6f525abba1c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.491419] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1898.491419] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52eeb201-113a-b9e8-3bc7-fff7973c4410" [ 1898.491419] env[62490]: _type = "Task" [ 1898.491419] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.502915] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52eeb201-113a-b9e8-3bc7-fff7973c4410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.505055] env[62490]: DEBUG nova.compute.manager [req-deb9fcbb-8c4d-49ef-8fc1-71c98e7b5bb9 req-85875392-bf79-4a04-8757-7e50dc2bd220 service nova] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Received event network-vif-deleted-d719fa2f-6221-4436-81d2-221f17878214 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1898.682032] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58a550-4e55-485a-bb59-55302d1d5ab5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.686522] env[62490]: DEBUG oslo_concurrency.lockutils [None req-536d4b12-fb72-40d3-9b0b-1891443cb4fa tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.786s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.699248] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb1693-eaa3-4df8-9eaf-37da06a3f910 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.702409] env[62490]: DEBUG oslo_vmware.api [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524214} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.702695] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.702903] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.703088] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.703261] env[62490]: INFO nova.compute.manager [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1898.703482] env[62490]: DEBUG oslo.service.loopingcall [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.704078] env[62490]: DEBUG nova.compute.manager [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.704177] env[62490]: DEBUG nova.network.neutron [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.732343] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd3db1-0dd7-4255-8f9f-17f8fd9029a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.741940] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5744bf-d1ce-461e-b186-f20fd95433e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.755401] env[62490]: DEBUG nova.compute.provider_tree [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1898.952161] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065673, 'name': ReconfigVM_Task, 'duration_secs': 0.353608} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.952451] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1898.957423] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a6cbf8-5726-4c94-8b22-027f14c93642 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.970322] env[62490]: DEBUG oslo_concurrency.lockutils [None req-991ce5ad-8f89-48a9-960c-45e6c5c9dc3c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.594s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.976880] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1898.976880] env[62490]: value = "task-2065674" [ 1898.976880] env[62490]: _type = "Task" [ 1898.976880] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.988593] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.006874] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52eeb201-113a-b9e8-3bc7-fff7973c4410, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.007209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.007445] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.007723] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.007900] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.008186] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.008687] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feb21600-8ff5-46bf-b0a7-9f67bbc2288b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.018369] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.018605] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.019445] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f02c1d-b4e7-4077-b3e1-f76394005ac5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.025832] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1899.025832] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cc29bf-96fc-0df2-6804-027984244a76" [ 1899.025832] env[62490]: _type = "Task" [ 1899.025832] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.034242] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cc29bf-96fc-0df2-6804-027984244a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.191357] env[62490]: DEBUG nova.compute.manager [req-e80f907d-6a49-49fa-9a73-9ed62b52e813 req-6589fa48-86a5-4d9e-a005-f36db91834cd service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Received event network-vif-deleted-c94713d2-dbc2-49d3-a619-53a2cddab3c2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1899.191357] env[62490]: INFO nova.compute.manager [req-e80f907d-6a49-49fa-9a73-9ed62b52e813 req-6589fa48-86a5-4d9e-a005-f36db91834cd service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Neutron deleted interface c94713d2-dbc2-49d3-a619-53a2cddab3c2; detaching it from the instance and deleting it from the info cache [ 1899.191357] env[62490]: DEBUG nova.network.neutron [req-e80f907d-6a49-49fa-9a73-9ed62b52e813 req-6589fa48-86a5-4d9e-a005-f36db91834cd service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.291827] env[62490]: DEBUG nova.scheduler.client.report [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1899.292149] env[62490]: DEBUG nova.compute.provider_tree [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 73 to 74 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1899.292299] env[62490]: DEBUG nova.compute.provider_tree [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.478509] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.478777] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.478985] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.479191] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.479364] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.484783] env[62490]: INFO nova.compute.manager [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Terminating instance [ 1899.491986] env[62490]: DEBUG nova.network.neutron [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.497189] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065674, 'name': ReconfigVM_Task, 'duration_secs': 0.155898} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.498105] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423490', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'name': 'volume-97bff836-3c9c-4e15-864d-cf772765590e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a043c00b-fda1-425b-ad30-52cbf4143164', 'attached_at': '', 'detached_at': '', 'volume_id': '97bff836-3c9c-4e15-864d-cf772765590e', 'serial': '97bff836-3c9c-4e15-864d-cf772765590e'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1899.498392] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.499203] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec48b55-7287-497c-a30f-54361da431d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.508522] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.508762] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-593adec4-3ad7-4be9-bc94-7392c925ab54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.535722] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cc29bf-96fc-0df2-6804-027984244a76, 'name': SearchDatastore_Task, 'duration_secs': 0.011669} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.536521] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bcb79f-188f-4c87-bdc3-24489de17594 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.541626] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1899.541626] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cabdaa-ebd5-d969-da90-90b509918ec4" [ 1899.541626] env[62490]: _type = "Task" [ 1899.541626] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.549963] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cabdaa-ebd5-d969-da90-90b509918ec4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.659813] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.660076] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.693112] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b9d3e6d-207c-4344-a98e-45b1341f1542 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.704143] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c06e61-6bc5-440e-9b26-8374df656f2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.762045] env[62490]: DEBUG nova.compute.manager [req-e80f907d-6a49-49fa-9a73-9ed62b52e813 req-6589fa48-86a5-4d9e-a005-f36db91834cd service nova] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Detach interface failed, port_id=c94713d2-dbc2-49d3-a619-53a2cddab3c2, reason: Instance 5983e55c-136a-4fbe-b008-e116cbd7f6b4 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1899.797708] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.985s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.798346] env[62490]: DEBUG nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1899.801173] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.549s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.801851] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.803590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.359s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.803815] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.805592] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.761s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.807697] env[62490]: INFO nova.compute.claims [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.832780] env[62490]: INFO nova.scheduler.client.report [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Deleted allocations for instance c7b97998-bbde-4262-8000-e6dd261e9005 [ 1899.840632] env[62490]: INFO nova.scheduler.client.report [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Deleted allocations for instance 4575f569-95e5-428f-8e0b-79ae8cc4af65 [ 1899.866272] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.866555] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.866736] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Deleting the datastore file [datastore1] a043c00b-fda1-425b-ad30-52cbf4143164 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.867682] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ceb2355-1db1-4aaa-92d3-1cd95831abad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.875160] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for the task: (returnval){ [ 1899.875160] env[62490]: value = "task-2065676" [ 1899.875160] env[62490]: _type = "Task" [ 1899.875160] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.885055] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.989640] env[62490]: DEBUG nova.compute.manager [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1899.989960] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.991180] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c629b07d-b677-4f36-ab2c-327abb7ab4ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.999406] env[62490]: INFO nova.compute.manager [-] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Took 1.29 seconds to deallocate network for instance. [ 1900.002957] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1900.006326] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c74e2090-46fc-4418-a3ab-fe3f051879c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.013749] env[62490]: DEBUG oslo_vmware.api [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1900.013749] env[62490]: value = "task-2065677" [ 1900.013749] env[62490]: _type = "Task" [ 1900.013749] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.024318] env[62490]: DEBUG oslo_vmware.api [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.052601] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cabdaa-ebd5-d969-da90-90b509918ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.052949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.053205] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.053469] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea00c23-f09b-4714-9280-5ebd7997ad52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.060214] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1900.060214] env[62490]: value = "task-2065678" [ 1900.060214] env[62490]: _type = "Task" [ 1900.060214] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.068544] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.226088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "9c447288-5ff8-48bd-8bb3-5f78becea748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.226438] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.226934] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "9c447288-5ff8-48bd-8bb3-5f78becea748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.226934] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.227132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.229742] env[62490]: INFO nova.compute.manager [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Terminating instance [ 1900.314240] env[62490]: DEBUG nova.compute.utils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.316647] env[62490]: DEBUG nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.316647] env[62490]: DEBUG nova.network.neutron [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.348263] env[62490]: DEBUG oslo_concurrency.lockutils [None req-572e8e9a-9752-4d15-aa22-50de49c705a9 tempest-ServersTestMultiNic-443960149 tempest-ServersTestMultiNic-443960149-project-member] Lock "c7b97998-bbde-4262-8000-e6dd261e9005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.952s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.349563] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53db09c-0374-49d1-9bec-d9e31d0b53b4 tempest-ServerGroupTestJSON-586267664 tempest-ServerGroupTestJSON-586267664-project-member] Lock "4575f569-95e5-428f-8e0b-79ae8cc4af65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.631s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.370350] env[62490]: DEBUG nova.policy [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1d53869377846b185bb8f45a48b2d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e3fb3e90970495ba0f0ddd21064397b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.387393] env[62490]: DEBUG oslo_vmware.api [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Task: {'id': task-2065676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139821} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.387654] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.387837] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.388031] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.388198] env[62490]: INFO nova.compute.manager [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Took 2.57 seconds to destroy the instance on the hypervisor. [ 1900.388433] env[62490]: DEBUG oslo.service.loopingcall [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.388616] env[62490]: DEBUG nova.compute.manager [-] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.388709] env[62490]: DEBUG nova.network.neutron [-] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.510680] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.529403] env[62490]: DEBUG oslo_vmware.api [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065677, 'name': PowerOffVM_Task, 'duration_secs': 0.281307} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.529797] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.530345] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1900.530705] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a53169-70be-4744-9b82-2be07b3516f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.557320] env[62490]: DEBUG nova.compute.manager [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Received event network-changed-1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1900.557320] env[62490]: DEBUG nova.compute.manager [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Refreshing instance network info cache due to event network-changed-1fee237e-71ea-4bcb-839b-cef99ee3045d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1900.557457] env[62490]: DEBUG oslo_concurrency.lockutils [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] Acquiring lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.557513] env[62490]: DEBUG oslo_concurrency.lockutils [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] Acquired lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.557724] env[62490]: DEBUG nova.network.neutron [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Refreshing network info cache for port 1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.572934] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065678, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.659119] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1900.659386] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1900.713815] env[62490]: DEBUG nova.network.neutron [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Successfully created port: 5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.734553] env[62490]: DEBUG nova.compute.manager [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1900.734786] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1900.735726] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d35bf3-7899-451d-adb5-42d2eff9f50d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.745530] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1900.745827] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f866380f-458e-4c11-a03d-b963c82c486c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.753462] env[62490]: DEBUG oslo_vmware.api [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1900.753462] env[62490]: value = "task-2065680" [ 1900.753462] env[62490]: _type = "Task" [ 1900.753462] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.762210] env[62490]: DEBUG oslo_vmware.api [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.795123] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1900.795248] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1900.796712] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleting the datastore file [datastore1] 55a48923-5829-43d1-8e04-04b7fdd0ffbc {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1900.797075] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77c1cf3-aaf2-48d5-aca5-aa9151e61502 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.803898] env[62490]: DEBUG oslo_vmware.api [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1900.803898] env[62490]: value = "task-2065681" [ 1900.803898] env[62490]: _type = "Task" [ 1900.803898] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.814554] env[62490]: DEBUG oslo_vmware.api [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.817298] env[62490]: DEBUG nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.077333] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792707} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.078010] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.078241] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.079240] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d44e2db3-3d46-4168-9aab-b2e5aaf9a2ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.092086] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1901.092086] env[62490]: value = "task-2065682" [ 1901.092086] env[62490]: _type = "Task" [ 1901.092086] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.104524] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.164927] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.269239] env[62490]: DEBUG oslo_vmware.api [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065680, 'name': PowerOffVM_Task, 'duration_secs': 0.25869} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.269568] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1901.271106] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1901.271106] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-010881d7-905b-41fe-9e4c-6ad57a2275fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.330159] env[62490]: DEBUG oslo_vmware.api [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220906} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.330692] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1901.330904] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1901.331127] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1901.331325] env[62490]: INFO nova.compute.manager [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1901.331563] env[62490]: DEBUG oslo.service.loopingcall [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.331743] env[62490]: DEBUG nova.compute.manager [-] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1901.331831] env[62490]: DEBUG nova.network.neutron [-] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1901.347901] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1901.348138] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1901.348655] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Deleting the datastore file [datastore1] 9c447288-5ff8-48bd-8bb3-5f78becea748 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.349014] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb958452-3cef-427d-97ea-b43275721b03 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.355907] env[62490]: DEBUG oslo_vmware.api [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1901.355907] env[62490]: value = "task-2065684" [ 1901.355907] env[62490]: _type = "Task" [ 1901.355907] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.376044] env[62490]: DEBUG nova.network.neutron [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updated VIF entry in instance network info cache for port 1fee237e-71ea-4bcb-839b-cef99ee3045d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1901.376656] env[62490]: DEBUG nova.network.neutron [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updating instance_info_cache with network_info: [{"id": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "address": "fa:16:3e:0f:83:2c", "network": {"id": "24b61ac9-eb5f-4bef-8706-a666ea51e96a", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2131308860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dd77c16547741618114778e26792a56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fee237e-71", "ovs_interfaceid": "1fee237e-71ea-4bcb-839b-cef99ee3045d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.387895] env[62490]: DEBUG oslo_vmware.api [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.439270] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6dcbe3-261c-4b7e-9d43-5c5a5ba887e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.447617] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a42c7b-8061-4b93-9388-45b8e99329b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.483065] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc3003e-09c4-4237-ae20-58b7e126ddbe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.491692] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4805fa8c-b3f7-487a-bd39-3b70fff852ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.508033] env[62490]: DEBUG nova.compute.provider_tree [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.601917] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076664} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.602482] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.603218] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e29f3-42e5-4112-bb20-d5d11bedbb6e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.624196] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.624647] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd0e1a0-92b4-4f7d-9d58-ba03b4d85efb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.656097] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1901.656097] env[62490]: value = "task-2065685" [ 1901.656097] env[62490]: _type = "Task" [ 1901.656097] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.671104] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.832262] env[62490]: DEBUG nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1901.872496] env[62490]: DEBUG oslo_vmware.api [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206065} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.874799] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.875027] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.875859] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.875859] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.875859] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.875859] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.876124] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.876161] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.876473] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.876639] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.876902] env[62490]: DEBUG nova.virt.hardware [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.877020] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1901.877286] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1901.877462] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1901.877651] env[62490]: INFO nova.compute.manager [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1901.877903] env[62490]: DEBUG oslo.service.loopingcall [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.879016] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9806523-c305-4888-9644-64ee536df1ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.882279] env[62490]: DEBUG nova.compute.manager [-] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1901.882279] env[62490]: DEBUG nova.network.neutron [-] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1901.883799] env[62490]: DEBUG nova.network.neutron [-] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.885818] env[62490]: DEBUG oslo_concurrency.lockutils [req-3c03d94a-dc9c-4278-b050-36b1880050e4 req-79de6418-c4af-4173-83ad-4f2bf4c97a47 service nova] Releasing lock "refresh_cache-9c447288-5ff8-48bd-8bb3-5f78becea748" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.893105] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea4867f-aa69-4440-8137-3c142098713d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.014026] env[62490]: DEBUG nova.scheduler.client.report [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.169258] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065685, 'name': ReconfigVM_Task, 'duration_secs': 0.303799} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.170158] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.171042] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d92da807-bff7-4350-a0db-77a2cb46a266 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.177932] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1902.177932] env[62490]: value = "task-2065686" [ 1902.177932] env[62490]: _type = "Task" [ 1902.177932] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.192028] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065686, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.369287] env[62490]: DEBUG nova.network.neutron [-] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.390361] env[62490]: INFO nova.compute.manager [-] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Took 2.00 seconds to deallocate network for instance. [ 1902.435842] env[62490]: DEBUG nova.compute.manager [req-94bc95e2-0e6f-43a3-b3ce-066dd236cb4c req-ba5097b1-04c8-478e-a5e1-383e78f20f57 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Received event network-vif-plugged-5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1902.435842] env[62490]: DEBUG oslo_concurrency.lockutils [req-94bc95e2-0e6f-43a3-b3ce-066dd236cb4c req-ba5097b1-04c8-478e-a5e1-383e78f20f57 service nova] Acquiring lock "c2d26e57-23c3-4420-9337-f5ac25df9790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.435842] env[62490]: DEBUG oslo_concurrency.lockutils [req-94bc95e2-0e6f-43a3-b3ce-066dd236cb4c req-ba5097b1-04c8-478e-a5e1-383e78f20f57 service nova] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.435842] env[62490]: DEBUG oslo_concurrency.lockutils [req-94bc95e2-0e6f-43a3-b3ce-066dd236cb4c req-ba5097b1-04c8-478e-a5e1-383e78f20f57 service nova] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.435842] env[62490]: DEBUG nova.compute.manager [req-94bc95e2-0e6f-43a3-b3ce-066dd236cb4c req-ba5097b1-04c8-478e-a5e1-383e78f20f57 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] No waiting events found dispatching network-vif-plugged-5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.435842] env[62490]: WARNING nova.compute.manager [req-94bc95e2-0e6f-43a3-b3ce-066dd236cb4c req-ba5097b1-04c8-478e-a5e1-383e78f20f57 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Received unexpected event network-vif-plugged-5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 for instance with vm_state building and task_state spawning. [ 1902.495547] env[62490]: DEBUG nova.network.neutron [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Successfully updated port: 5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.521414] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.521414] env[62490]: DEBUG nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.526018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.980s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.526018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.526018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.969s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.527745] env[62490]: INFO nova.compute.claims [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1902.566225] env[62490]: INFO nova.scheduler.client.report [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Deleted allocations for instance 77963072-fae4-4155-8d71-6891a21db18e [ 1902.568495] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.568627] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.568845] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.569033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.569197] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.574097] env[62490]: INFO nova.compute.manager [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Terminating instance [ 1902.613566] env[62490]: DEBUG nova.compute.manager [req-f56619ec-4546-4312-91e6-3db7034fe106 req-28befd77-8c67-4ae0-8657-b808aef2bdab service nova] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Received event network-vif-deleted-491a99ac-49b4-4a70-bcd9-944e84a80500 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1902.613671] env[62490]: DEBUG nova.compute.manager [req-f56619ec-4546-4312-91e6-3db7034fe106 req-28befd77-8c67-4ae0-8657-b808aef2bdab service nova] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Received event network-vif-deleted-31328c9e-26a5-474a-91c2-76c2c1caa42a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1902.614171] env[62490]: DEBUG nova.compute.manager [req-f56619ec-4546-4312-91e6-3db7034fe106 req-28befd77-8c67-4ae0-8657-b808aef2bdab service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Received event network-vif-deleted-1fee237e-71ea-4bcb-839b-cef99ee3045d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1902.614271] env[62490]: INFO nova.compute.manager [req-f56619ec-4546-4312-91e6-3db7034fe106 req-28befd77-8c67-4ae0-8657-b808aef2bdab service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Neutron deleted interface 1fee237e-71ea-4bcb-839b-cef99ee3045d; detaching it from the instance and deleting it from the info cache [ 1902.614438] env[62490]: DEBUG nova.network.neutron [req-f56619ec-4546-4312-91e6-3db7034fe106 req-28befd77-8c67-4ae0-8657-b808aef2bdab service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.692172] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065686, 'name': Rename_Task, 'duration_secs': 0.1431} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.692172] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.692172] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1f1bc73-4a68-4fd2-aea9-a45de60b781a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.697151] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1902.697151] env[62490]: value = "task-2065687" [ 1902.697151] env[62490]: _type = "Task" [ 1902.697151] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.707146] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.823287] env[62490]: DEBUG nova.network.neutron [-] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.871482] env[62490]: INFO nova.compute.manager [-] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Took 1.54 seconds to deallocate network for instance. [ 1902.965902] env[62490]: INFO nova.compute.manager [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Took 0.58 seconds to detach 1 volumes for instance. [ 1902.968156] env[62490]: DEBUG nova.compute.manager [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Deleting volume: 97bff836-3c9c-4e15-864d-cf772765590e {{(pid=62490) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1902.997856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "refresh_cache-c2d26e57-23c3-4420-9337-f5ac25df9790" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.998150] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "refresh_cache-c2d26e57-23c3-4420-9337-f5ac25df9790" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.998219] env[62490]: DEBUG nova.network.neutron [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.032936] env[62490]: DEBUG nova.compute.utils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.037610] env[62490]: DEBUG nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1903.037762] env[62490]: DEBUG nova.network.neutron [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1903.078211] env[62490]: DEBUG nova.compute.manager [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1903.079140] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1903.079687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d86a3f4b-d33e-4d68-946c-804431cd42b1 tempest-InstanceActionsNegativeTestJSON-1191138953 tempest-InstanceActionsNegativeTestJSON-1191138953-project-member] Lock "77963072-fae4-4155-8d71-6891a21db18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.297s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.086361] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190358a7-d4ba-442e-8217-3fce29cf57b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.098266] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.098645] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb7c3d8-e8e2-4e8f-94f2-407dfe2bc11b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.107352] env[62490]: DEBUG oslo_vmware.api [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1903.107352] env[62490]: value = "task-2065689" [ 1903.107352] env[62490]: _type = "Task" [ 1903.107352] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.117964] env[62490]: DEBUG oslo_vmware.api [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.118247] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15e67a0d-1b93-45a1-9611-52ba84abce3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.129911] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e46d99a-7df9-4b11-970a-71de59d54c03 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.156030] env[62490]: DEBUG nova.policy [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc913d2901c742a5bb387d4bf634ef09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6874717709cd407a9e255333e3a4d1e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1903.174856] env[62490]: DEBUG nova.compute.manager [req-f56619ec-4546-4312-91e6-3db7034fe106 req-28befd77-8c67-4ae0-8657-b808aef2bdab service nova] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Detach interface failed, port_id=1fee237e-71ea-4bcb-839b-cef99ee3045d, reason: Instance 9c447288-5ff8-48bd-8bb3-5f78becea748 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1903.211800] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065687, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.326967] env[62490]: INFO nova.compute.manager [-] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Took 1.44 seconds to deallocate network for instance. [ 1903.379438] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.536982] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.543303] env[62490]: DEBUG nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.559441] env[62490]: DEBUG nova.network.neutron [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.618308] env[62490]: DEBUG oslo_vmware.api [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065689, 'name': PowerOffVM_Task, 'duration_secs': 0.200092} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.618419] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.618580] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1903.618826] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d31ce947-36b9-4bd9-8e64-6901f79afc68 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.700688] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1903.700909] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1903.701121] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Deleting the datastore file [datastore1] f3bd2773-91d8-4750-bb3d-f5d1fca44a0d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1903.706153] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b75ca210-7b47-45ee-bf9d-76b55f9c6b7e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.717928] env[62490]: DEBUG oslo_vmware.api [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065687, 'name': PowerOnVM_Task, 'duration_secs': 0.625684} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.717928] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.717928] env[62490]: INFO nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1903.717928] env[62490]: DEBUG nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.717928] env[62490]: DEBUG oslo_vmware.api [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for the task: (returnval){ [ 1903.717928] env[62490]: value = "task-2065691" [ 1903.717928] env[62490]: _type = "Task" [ 1903.717928] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.718513] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc8917-3471-40ba-9024-eb1cc1d1fd35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.737840] env[62490]: DEBUG oslo_vmware.api [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.834676] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.835993] env[62490]: DEBUG nova.network.neutron [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Updating instance_info_cache with network_info: [{"id": "5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1", "address": "fa:16:3e:67:d0:1e", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbdbd97-9e", "ovs_interfaceid": "5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.003236] env[62490]: DEBUG nova.network.neutron [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Successfully created port: 47adf266-6995-4e57-9cfa-f3c167ade588 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1904.181306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0612bbcd-97e6-4628-af24-a76c0f2b5898 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.198034] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ac656b-6f41-4ac6-b1ff-6a82906bc627 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.249566] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12f7cf0-268f-4858-a590-9495301d9945 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.253757] env[62490]: INFO nova.compute.manager [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Took 39.50 seconds to build instance. [ 1904.266738] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725efa08-b032-472a-a329-66b67bfd2b81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.271903] env[62490]: DEBUG oslo_vmware.api [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Task: {'id': task-2065691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173661} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.272488] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1904.272678] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1904.272896] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1904.273617] env[62490]: INFO nova.compute.manager [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1904.273617] env[62490]: DEBUG oslo.service.loopingcall [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.274101] env[62490]: DEBUG nova.compute.manager [-] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1904.274175] env[62490]: DEBUG nova.network.neutron [-] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1904.284522] env[62490]: DEBUG nova.compute.provider_tree [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.340620] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "refresh_cache-c2d26e57-23c3-4420-9337-f5ac25df9790" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.340620] env[62490]: DEBUG nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Instance network_info: |[{"id": "5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1", "address": "fa:16:3e:67:d0:1e", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbdbd97-9e", "ovs_interfaceid": "5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.340620] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:d0:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.353022] env[62490]: DEBUG oslo.service.loopingcall [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.354885] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.355190] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b373a8-ae26-428d-9db0-14c01ed2e2d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.376542] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.376542] env[62490]: value = "task-2065692" [ 1904.376542] env[62490]: _type = "Task" [ 1904.376542] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.387208] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065692, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.560406] env[62490]: DEBUG nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.591366] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.593079] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.593650] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.593650] env[62490]: DEBUG nova.virt.hardware [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.594564] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f75bfa-2564-4659-9d72-b60895a1d4ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.604718] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25871aa6-1bc3-41f5-a2be-b7307afabef7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.666254] env[62490]: DEBUG nova.compute.manager [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Received event network-changed-5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1904.666254] env[62490]: DEBUG nova.compute.manager [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Refreshing instance network info cache due to event network-changed-5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1904.666254] env[62490]: DEBUG oslo_concurrency.lockutils [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] Acquiring lock "refresh_cache-c2d26e57-23c3-4420-9337-f5ac25df9790" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.666254] env[62490]: DEBUG oslo_concurrency.lockutils [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] Acquired lock "refresh_cache-c2d26e57-23c3-4420-9337-f5ac25df9790" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.666254] env[62490]: DEBUG nova.network.neutron [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Refreshing network info cache for port 5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.696671] env[62490]: INFO nova.compute.manager [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Rebuilding instance [ 1904.753409] env[62490]: DEBUG nova.compute.manager [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1904.754337] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8f2c8-20ce-481a-88ff-6949204abd3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.758890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-955d4b5a-fde1-4c97-a68d-cf0f59c49976 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.667s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.790230] env[62490]: DEBUG nova.scheduler.client.report [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.888938] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065692, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.212596] env[62490]: DEBUG nova.compute.manager [req-7e0f2bc9-33db-4da7-8df6-8f3157e0e4a6 req-6c9932e7-4d67-4b91-be21-ea5704f82d4e service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Received event network-vif-deleted-c2f71952-49d0-48fb-8eb4-fad34c3dd568 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1905.212841] env[62490]: INFO nova.compute.manager [req-7e0f2bc9-33db-4da7-8df6-8f3157e0e4a6 req-6c9932e7-4d67-4b91-be21-ea5704f82d4e service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Neutron deleted interface c2f71952-49d0-48fb-8eb4-fad34c3dd568; detaching it from the instance and deleting it from the info cache [ 1905.213272] env[62490]: DEBUG nova.network.neutron [req-7e0f2bc9-33db-4da7-8df6-8f3157e0e4a6 req-6c9932e7-4d67-4b91-be21-ea5704f82d4e service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.298031] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.299478] env[62490]: DEBUG nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1905.303127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.055s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.303356] env[62490]: DEBUG nova.objects.instance [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1905.389552] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065692, 'name': CreateVM_Task, 'duration_secs': 0.532881} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.393485] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1905.394761] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.395071] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.395503] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1905.396208] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e4b63a-0d37-4909-b83b-f4ef9ecd77cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.404316] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1905.404316] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521657b0-f226-8f30-33eb-3075ace08dbf" [ 1905.404316] env[62490]: _type = "Task" [ 1905.404316] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.413409] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521657b0-f226-8f30-33eb-3075ace08dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.528979] env[62490]: DEBUG nova.network.neutron [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Updated VIF entry in instance network info cache for port 5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.529392] env[62490]: DEBUG nova.network.neutron [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Updating instance_info_cache with network_info: [{"id": "5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1", "address": "fa:16:3e:67:d0:1e", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bbdbd97-9e", "ovs_interfaceid": "5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.667758] env[62490]: DEBUG nova.network.neutron [-] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.719066] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efa4ceae-acd9-4342-bcd7-04de26a75799 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.728245] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a78e4e-8b73-48bf-8b56-6d0ce416baab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.772573] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.773084] env[62490]: DEBUG nova.compute.manager [req-7e0f2bc9-33db-4da7-8df6-8f3157e0e4a6 req-6c9932e7-4d67-4b91-be21-ea5704f82d4e service nova] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Detach interface failed, port_id=c2f71952-49d0-48fb-8eb4-fad34c3dd568, reason: Instance f3bd2773-91d8-4750-bb3d-f5d1fca44a0d could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1905.774172] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ace4d17-68e9-4894-90fd-34fc2a4cdacc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.781738] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1905.781738] env[62490]: value = "task-2065693" [ 1905.781738] env[62490]: _type = "Task" [ 1905.781738] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.792414] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.812307] env[62490]: DEBUG nova.compute.utils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1905.813864] env[62490]: DEBUG nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1905.814638] env[62490]: DEBUG nova.network.neutron [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1905.887626] env[62490]: DEBUG nova.policy [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c29301c2d6a43b796235c72562b65ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a2a731f0db47eb91e0c99cde388335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1905.916091] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521657b0-f226-8f30-33eb-3075ace08dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.917361] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.917361] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.917361] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.917361] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.917767] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.917767] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-736e4bb9-605f-41fa-9528-926800d6b5ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.927101] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.929232] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.931120] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14668432-f806-45f8-a22b-7287c586aa01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.938055] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1905.938055] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f40a6f-2c1e-0fad-f7e1-237658312092" [ 1905.938055] env[62490]: _type = "Task" [ 1905.938055] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.949253] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f40a6f-2c1e-0fad-f7e1-237658312092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.949253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.949253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.949253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.949253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.949253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.952014] env[62490]: INFO nova.compute.manager [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Terminating instance [ 1906.035105] env[62490]: DEBUG oslo_concurrency.lockutils [req-2795a785-55b7-48af-8dc7-195dff8370fb req-a0acd1cd-8e0a-4f56-b264-30343dc7f650 service nova] Releasing lock "refresh_cache-c2d26e57-23c3-4420-9337-f5ac25df9790" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.173718] env[62490]: INFO nova.compute.manager [-] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Took 1.90 seconds to deallocate network for instance. [ 1906.296219] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065693, 'name': PowerOffVM_Task, 'duration_secs': 0.143954} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.296639] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.297104] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.298316] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6200dab0-341e-45f4-ba1c-f2d3fc87d89c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.312138] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1906.312402] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce183014-fb7b-492e-bb35-f24a8812cd1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.316867] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1dbd0cbc-0798-434f-a9f7-3eed5d9e0865 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.317977] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.767s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.322885] env[62490]: INFO nova.compute.claims [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1906.326449] env[62490]: DEBUG nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1906.353315] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.353835] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.353835] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Deleting the datastore file [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.354025] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86918f95-036b-4b94-a084-5cb726109700 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.359980] env[62490]: DEBUG nova.network.neutron [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Successfully created port: a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1906.368427] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1906.368427] env[62490]: value = "task-2065695" [ 1906.368427] env[62490]: _type = "Task" [ 1906.368427] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.378311] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.451724] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f40a6f-2c1e-0fad-f7e1-237658312092, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.452602] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14ee88f-0f5f-43f4-b0f0-88a63c163d58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.455818] env[62490]: DEBUG nova.compute.manager [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1906.456035] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1906.456848] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813cf56-52d2-40b2-ae92-39240248a610 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.465620] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1906.465620] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5203f8e2-1eed-634c-cfa5-46d6733cbe52" [ 1906.465620] env[62490]: _type = "Task" [ 1906.465620] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.468042] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.473059] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e900a7c-de52-4bf2-8eec-4b59aa80dd28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.481888] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5203f8e2-1eed-634c-cfa5-46d6733cbe52, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.482880] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.483192] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c2d26e57-23c3-4420-9337-f5ac25df9790/c2d26e57-23c3-4420-9337-f5ac25df9790.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.483561] env[62490]: DEBUG oslo_vmware.api [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1906.483561] env[62490]: value = "task-2065696" [ 1906.483561] env[62490]: _type = "Task" [ 1906.483561] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.483775] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd2477e-967f-472c-8aab-778d4e29831e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.504699] env[62490]: DEBUG oslo_vmware.api [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.506099] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1906.506099] env[62490]: value = "task-2065697" [ 1906.506099] env[62490]: _type = "Task" [ 1906.506099] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.514491] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.562117] env[62490]: DEBUG nova.network.neutron [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Successfully updated port: 47adf266-6995-4e57-9cfa-f3c167ade588 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1906.679371] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.748815] env[62490]: DEBUG nova.compute.manager [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Received event network-vif-plugged-47adf266-6995-4e57-9cfa-f3c167ade588 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1906.749146] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] Acquiring lock "8a710bc4-36df-4768-b926-399c4dcccc71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.749410] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] Lock "8a710bc4-36df-4768-b926-399c4dcccc71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.749680] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] Lock "8a710bc4-36df-4768-b926-399c4dcccc71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.749881] env[62490]: DEBUG nova.compute.manager [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] No waiting events found dispatching network-vif-plugged-47adf266-6995-4e57-9cfa-f3c167ade588 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1906.750185] env[62490]: WARNING nova.compute.manager [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Received unexpected event network-vif-plugged-47adf266-6995-4e57-9cfa-f3c167ade588 for instance with vm_state building and task_state spawning. [ 1906.750310] env[62490]: DEBUG nova.compute.manager [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Received event network-changed-47adf266-6995-4e57-9cfa-f3c167ade588 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1906.750615] env[62490]: DEBUG nova.compute.manager [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Refreshing instance network info cache due to event network-changed-47adf266-6995-4e57-9cfa-f3c167ade588. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1906.750827] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] Acquiring lock "refresh_cache-8a710bc4-36df-4768-b926-399c4dcccc71" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.751011] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] Acquired lock "refresh_cache-8a710bc4-36df-4768-b926-399c4dcccc71" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.751205] env[62490]: DEBUG nova.network.neutron [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Refreshing network info cache for port 47adf266-6995-4e57-9cfa-f3c167ade588 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.882400] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12737} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.882670] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.884243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.884243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.999616] env[62490]: DEBUG oslo_vmware.api [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065696, 'name': PowerOffVM_Task, 'duration_secs': 0.192358} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.000016] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1907.000268] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1907.000572] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97aced52-203c-41f3-bcdc-a1bf94352fe2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.016335] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065697, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.066655] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-8a710bc4-36df-4768-b926-399c4dcccc71" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.101079] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1907.101079] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1907.101079] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Deleting the datastore file [datastore1] 91bd7be3-04e4-4d69-bcd1-f8d09614c74c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1907.101327] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac5799f0-a3d9-464f-9288-16b5bd8831e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.108678] env[62490]: DEBUG oslo_vmware.api [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for the task: (returnval){ [ 1907.108678] env[62490]: value = "task-2065699" [ 1907.108678] env[62490]: _type = "Task" [ 1907.108678] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.117892] env[62490]: DEBUG oslo_vmware.api [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.303267] env[62490]: DEBUG nova.network.neutron [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1907.340727] env[62490]: DEBUG nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1907.374420] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1907.374669] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.374823] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1907.375008] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.375168] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1907.375305] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1907.375507] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1907.375663] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1907.375829] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1907.375993] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1907.376805] env[62490]: DEBUG nova.virt.hardware [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1907.377695] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18a062-8ee6-43e0-a619-d893b04aa06a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.386600] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36111f3-504e-477e-acd1-7fb85754a13e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.418379] env[62490]: DEBUG nova.network.neutron [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.520095] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546907} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.520385] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c2d26e57-23c3-4420-9337-f5ac25df9790/c2d26e57-23c3-4420-9337-f5ac25df9790.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.520667] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.520860] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b57096f-3aa8-4d3d-acd5-c29db7c97265 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.530121] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1907.530121] env[62490]: value = "task-2065700" [ 1907.530121] env[62490]: _type = "Task" [ 1907.530121] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.539686] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.621093] env[62490]: DEBUG oslo_vmware.api [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Task: {'id': task-2065699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156298} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.621360] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.621690] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.621772] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.621876] env[62490]: INFO nova.compute.manager [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1907.622133] env[62490]: DEBUG oslo.service.loopingcall [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.622327] env[62490]: DEBUG nova.compute.manager [-] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1907.622512] env[62490]: DEBUG nova.network.neutron [-] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1907.873017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f154b6-3485-4c24-81d4-9758366eff2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.880910] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf745348-2b38-4448-a5d3-0fa20d2db3cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.926389] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f2ab2d5-8657-47a7-8bcd-b0e1ec9adeb1 req-de2fe41c-dac7-44b4-96c3-8de8d2df8767 service nova] Releasing lock "refresh_cache-8a710bc4-36df-4768-b926-399c4dcccc71" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.926389] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-8a710bc4-36df-4768-b926-399c4dcccc71" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.926389] env[62490]: DEBUG nova.network.neutron [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.927490] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2db298-1801-4fd1-a7f9-b2b0abbfbb85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.936947] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe992d32-d67f-4a8f-9f46-f7351099ff85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.956308] env[62490]: DEBUG nova.compute.provider_tree [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.964040] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1907.964329] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.964487] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1907.964702] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.964959] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1907.965209] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1907.965496] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1907.965729] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1907.965968] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1907.966226] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1907.966475] env[62490]: DEBUG nova.virt.hardware [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1907.968785] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f5e62-4333-4885-90fa-c09191746b73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.971837] env[62490]: DEBUG nova.scheduler.client.report [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1907.984251] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b88a80-2973-4a31-9bd1-fc6c56507600 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.001044] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1908.006094] env[62490]: DEBUG oslo.service.loopingcall [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.006215] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1908.006412] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dac8f8c2-d2a7-4da3-8c99-dcc289109c3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.025234] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1908.025234] env[62490]: value = "task-2065701" [ 1908.025234] env[62490]: _type = "Task" [ 1908.025234] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.032694] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065701, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.040920] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066898} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.041256] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.042069] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99fa41e-1c8c-4ffd-8a55-94b73666ab61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.065556] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c2d26e57-23c3-4420-9337-f5ac25df9790/c2d26e57-23c3-4420-9337-f5ac25df9790.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.065936] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952efda3-4584-4339-94b4-fd74b75e2234 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.086672] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1908.086672] env[62490]: value = "task-2065702" [ 1908.086672] env[62490]: _type = "Task" [ 1908.086672] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.095483] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.462665] env[62490]: DEBUG nova.network.neutron [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1908.476574] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.479803] env[62490]: DEBUG nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1908.481152] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.214s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.539764] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065701, 'name': CreateVM_Task, 'duration_secs': 0.382831} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.540019] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.540366] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.540523] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.540857] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.541115] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0706e3f4-1233-493b-8464-901f89e2df7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.546491] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1908.546491] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523705db-c75c-7d74-c7f5-2f654f1c50dd" [ 1908.546491] env[62490]: _type = "Task" [ 1908.546491] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.557025] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523705db-c75c-7d74-c7f5-2f654f1c50dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.598375] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065702, 'name': ReconfigVM_Task, 'duration_secs': 0.385966} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.598707] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c2d26e57-23c3-4420-9337-f5ac25df9790/c2d26e57-23c3-4420-9337-f5ac25df9790.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.599527] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9f7a6b6-48c2-46a7-874f-48e8cf8dc7c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.607203] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1908.607203] env[62490]: value = "task-2065703" [ 1908.607203] env[62490]: _type = "Task" [ 1908.607203] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.617184] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065703, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.655599] env[62490]: DEBUG nova.network.neutron [-] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.672940] env[62490]: DEBUG nova.compute.manager [req-0acca657-da6a-4cd4-8c0e-7b7ba3b9c703 req-9985c63d-2c43-49ca-a4f4-18d425182398 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Received event network-vif-plugged-a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1908.672940] env[62490]: DEBUG oslo_concurrency.lockutils [req-0acca657-da6a-4cd4-8c0e-7b7ba3b9c703 req-9985c63d-2c43-49ca-a4f4-18d425182398 service nova] Acquiring lock "88fc1ea6-46ae-470e-b003-77a8d073a457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.672940] env[62490]: DEBUG oslo_concurrency.lockutils [req-0acca657-da6a-4cd4-8c0e-7b7ba3b9c703 req-9985c63d-2c43-49ca-a4f4-18d425182398 service nova] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.672940] env[62490]: DEBUG oslo_concurrency.lockutils [req-0acca657-da6a-4cd4-8c0e-7b7ba3b9c703 req-9985c63d-2c43-49ca-a4f4-18d425182398 service nova] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.672940] env[62490]: DEBUG nova.compute.manager [req-0acca657-da6a-4cd4-8c0e-7b7ba3b9c703 req-9985c63d-2c43-49ca-a4f4-18d425182398 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] No waiting events found dispatching network-vif-plugged-a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1908.672940] env[62490]: WARNING nova.compute.manager [req-0acca657-da6a-4cd4-8c0e-7b7ba3b9c703 req-9985c63d-2c43-49ca-a4f4-18d425182398 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Received unexpected event network-vif-plugged-a557d8b1-0c86-4c0b-ba3e-3e6a00193151 for instance with vm_state building and task_state spawning. [ 1908.677016] env[62490]: DEBUG nova.network.neutron [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Updating instance_info_cache with network_info: [{"id": "47adf266-6995-4e57-9cfa-f3c167ade588", "address": "fa:16:3e:5f:9f:f4", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47adf266-69", "ovs_interfaceid": "47adf266-6995-4e57-9cfa-f3c167ade588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.783678] env[62490]: DEBUG nova.compute.manager [req-8707db20-5c34-4243-a595-786cbb63039d req-11ba8dc9-a4e2-4117-81b2-5f7cd29a67ec service nova] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Received event network-vif-deleted-af4cbc72-5f16-4210-bb62-d4d77878a141 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1908.875212] env[62490]: DEBUG nova.network.neutron [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Successfully updated port: a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1908.983016] env[62490]: DEBUG nova.compute.utils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1908.986023] env[62490]: DEBUG nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1908.986023] env[62490]: DEBUG nova.network.neutron [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1908.990074] env[62490]: INFO nova.compute.claims [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.029863] env[62490]: DEBUG nova.policy [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2051363d47a46aaaa613361ed7449ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44c59b82dfca409f8c17eb61e23ed1d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1909.057527] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523705db-c75c-7d74-c7f5-2f654f1c50dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.057780] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.058039] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1909.058282] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.058428] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.058669] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1909.058862] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d68b948-df67-4c54-80a6-a570b5706ab2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.067160] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1909.067394] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1909.068162] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f4f02e-fee4-4540-a4fd-345b480afe90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.073501] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1909.073501] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c3bf62-ec3d-53d2-00e4-81af3b5d2241" [ 1909.073501] env[62490]: _type = "Task" [ 1909.073501] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.081097] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c3bf62-ec3d-53d2-00e4-81af3b5d2241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.116361] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065703, 'name': Rename_Task, 'duration_secs': 0.150617} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.116636] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.116875] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df2a3a49-65c4-46a3-880a-f836f20296d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.123933] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1909.123933] env[62490]: value = "task-2065704" [ 1909.123933] env[62490]: _type = "Task" [ 1909.123933] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.133347] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.158661] env[62490]: INFO nova.compute.manager [-] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Took 1.54 seconds to deallocate network for instance. [ 1909.179601] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-8a710bc4-36df-4768-b926-399c4dcccc71" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.179971] env[62490]: DEBUG nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Instance network_info: |[{"id": "47adf266-6995-4e57-9cfa-f3c167ade588", "address": "fa:16:3e:5f:9f:f4", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47adf266-69", "ovs_interfaceid": "47adf266-6995-4e57-9cfa-f3c167ade588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1909.180458] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:9f:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47adf266-6995-4e57-9cfa-f3c167ade588', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1909.192272] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating folder: Project (6874717709cd407a9e255333e3a4d1e4). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.192272] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-961f0d09-a50a-4d4e-896c-9293d38763b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.204772] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created folder: Project (6874717709cd407a9e255333e3a4d1e4) in parent group-v423467. [ 1909.206093] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating folder: Instances. Parent ref: group-v423609. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.206093] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96b7d12e-e1b9-4a12-a630-fe195e1b5e10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.216558] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created folder: Instances in parent group-v423609. [ 1909.216839] env[62490]: DEBUG oslo.service.loopingcall [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.216998] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1909.217225] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1394d0f9-21c8-4cd3-a5e4-ca75688a9f7f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.242307] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1909.242307] env[62490]: value = "task-2065707" [ 1909.242307] env[62490]: _type = "Task" [ 1909.242307] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.252243] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065707, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.382751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.382751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.382751] env[62490]: DEBUG nova.network.neutron [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.489386] env[62490]: DEBUG nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1909.493917] env[62490]: DEBUG nova.network.neutron [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Successfully created port: e0050c51-a30d-4542-9f3d-d952e728835e {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1909.497369] env[62490]: INFO nova.compute.resource_tracker [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating resource usage from migration 73076126-ed46-425d-9874-108af474c546 [ 1909.592608] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c3bf62-ec3d-53d2-00e4-81af3b5d2241, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.596063] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80c2a94-ec7d-4e14-9bc4-db8e2ce64a86 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.604911] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1909.604911] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a52e4b-44f1-c050-b410-6f7bea567864" [ 1909.604911] env[62490]: _type = "Task" [ 1909.604911] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.619204] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a52e4b-44f1-c050-b410-6f7bea567864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.639841] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065704, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.667238] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.757799] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065707, 'name': CreateVM_Task, 'duration_secs': 0.46239} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.757799] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1909.758355] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.758519] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.758845] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1909.759120] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcf8fda-2e3c-4f37-b58d-e55b965a52aa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.765833] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1909.765833] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f99b8-f2c7-1db1-8dca-0b4c21c42e59" [ 1909.765833] env[62490]: _type = "Task" [ 1909.765833] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.777419] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f99b8-f2c7-1db1-8dca-0b4c21c42e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.944095] env[62490]: DEBUG nova.network.neutron [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1910.118775] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a52e4b-44f1-c050-b410-6f7bea567864, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.120882] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.121399] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1910.122062] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8ab412c-51c3-431e-9a32-b8eddaa0a32b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.130904] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1910.130904] env[62490]: value = "task-2065708" [ 1910.130904] env[62490]: _type = "Task" [ 1910.130904] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.141892] env[62490]: DEBUG oslo_vmware.api [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065704, 'name': PowerOnVM_Task, 'duration_secs': 0.604194} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.142211] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.142516] env[62490]: INFO nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1910.142768] env[62490]: DEBUG nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.143843] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f929d6-5678-4bd2-9223-ed0cae256df4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.152124] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd9a32-7477-47a1-95d1-2f088c54e956 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.154721] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.164997] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b54578-1de4-48da-9ec8-dc9fcdd0a35b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.206277] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349afab3-bcf9-44fa-9374-68d7e8713d9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.215699] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac03dff-8396-4f7e-9d37-492df2bc45d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.230431] env[62490]: DEBUG nova.compute.provider_tree [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.277842] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f99b8-f2c7-1db1-8dca-0b4c21c42e59, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.280719] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.281183] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1910.281237] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.281372] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.281548] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1910.281870] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f88549d6-f938-4967-9ca7-95e3e1964160 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.290898] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1910.291083] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1910.291872] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5f2fdd-e8c0-4f93-af0a-05786f728ec4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.299426] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1910.299426] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5273b50f-4888-3959-ead0-d19c8d47eeb5" [ 1910.299426] env[62490]: _type = "Task" [ 1910.299426] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.308512] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5273b50f-4888-3959-ead0-d19c8d47eeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.412073] env[62490]: DEBUG nova.network.neutron [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Updating instance_info_cache with network_info: [{"id": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "address": "fa:16:3e:f6:49:67", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557d8b1-0c", "ovs_interfaceid": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.500709] env[62490]: DEBUG nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1910.522086] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1910.522347] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1910.522568] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1910.522682] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1910.522844] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1910.523009] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1910.523238] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1910.523406] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1910.523573] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1910.523738] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1910.523907] env[62490]: DEBUG nova.virt.hardware [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1910.524868] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706fd0a6-28cb-4673-a1c4-e36f963b950d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.532918] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccf391e-bbca-4a79-ba66-d16c6bb9e365 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.644690] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.684258] env[62490]: INFO nova.compute.manager [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Took 44.46 seconds to build instance. [ 1910.700691] env[62490]: DEBUG nova.compute.manager [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Received event network-changed-a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1910.701393] env[62490]: DEBUG nova.compute.manager [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Refreshing instance network info cache due to event network-changed-a557d8b1-0c86-4c0b-ba3e-3e6a00193151. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1910.701393] env[62490]: DEBUG oslo_concurrency.lockutils [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] Acquiring lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.734174] env[62490]: DEBUG nova.scheduler.client.report [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.818979] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5273b50f-4888-3959-ead0-d19c8d47eeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.015313} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.819966] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af23a6a1-b27d-4d59-9c79-cae0a14792af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.829952] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1910.829952] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c3ed8d-9235-24ad-d869-049c67139446" [ 1910.829952] env[62490]: _type = "Task" [ 1910.829952] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.841896] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c3ed8d-9235-24ad-d869-049c67139446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.914885] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.915902] env[62490]: DEBUG nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Instance network_info: |[{"id": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "address": "fa:16:3e:f6:49:67", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557d8b1-0c", "ovs_interfaceid": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1910.919558] env[62490]: DEBUG oslo_concurrency.lockutils [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] Acquired lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.919654] env[62490]: DEBUG nova.network.neutron [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Refreshing network info cache for port a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.921788] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:49:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a557d8b1-0c86-4c0b-ba3e-3e6a00193151', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1910.929691] env[62490]: DEBUG oslo.service.loopingcall [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.931035] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1910.931035] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31094120-753b-4670-b6f0-036d45a106b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.955338] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1910.955338] env[62490]: value = "task-2065709" [ 1910.955338] env[62490]: _type = "Task" [ 1910.955338] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.966205] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.145249] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812483} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.145623] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1911.146037] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1911.146421] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-879b8c81-163a-4643-b6e1-80ab1060b0c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.155651] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1911.155651] env[62490]: value = "task-2065710" [ 1911.155651] env[62490]: _type = "Task" [ 1911.155651] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.163392] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.186478] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e96ef36b-973b-4ba1-9fca-ef63d30bb892 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.439s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.240823] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.759s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.240823] env[62490]: INFO nova.compute.manager [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Migrating [ 1911.254745] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.857s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.254745] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.257289] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.399s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.257489] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.259405] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.540s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.261873] env[62490]: INFO nova.compute.claims [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1911.306057] env[62490]: INFO nova.scheduler.client.report [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted allocations for instance 9da187eb-e1c5-4b73-aba8-ff21f572cc79 [ 1911.307830] env[62490]: INFO nova.scheduler.client.report [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Deleted allocations for instance efb3cd31-c298-4063-9418-fc39e60a0c17 [ 1911.343633] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c3ed8d-9235-24ad-d869-049c67139446, 'name': SearchDatastore_Task, 'duration_secs': 0.051016} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.343633] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.343966] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8a710bc4-36df-4768-b926-399c4dcccc71/8a710bc4-36df-4768-b926-399c4dcccc71.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1911.344512] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc138700-5287-4715-8dcd-9e4a2fbf5366 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.352556] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1911.352556] env[62490]: value = "task-2065711" [ 1911.352556] env[62490]: _type = "Task" [ 1911.352556] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.362464] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.469059] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.484610] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.484610] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.664078] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111522} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.665606] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1911.666720] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b3398e-307d-4aed-82c0-027f1e1d0238 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.688537] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1911.691333] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba81cca8-a6b2-422c-ad9e-c428d43c3a51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.715423] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1911.715423] env[62490]: value = "task-2065712" [ 1911.715423] env[62490]: _type = "Task" [ 1911.715423] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.726976] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.746473] env[62490]: DEBUG nova.network.neutron [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Updated VIF entry in instance network info cache for port a557d8b1-0c86-4c0b-ba3e-3e6a00193151. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.747920] env[62490]: DEBUG nova.network.neutron [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Updating instance_info_cache with network_info: [{"id": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "address": "fa:16:3e:f6:49:67", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557d8b1-0c", "ovs_interfaceid": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.772418] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.772418] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.772418] env[62490]: DEBUG nova.network.neutron [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.819474] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b8404071-470c-4ce9-9098-ea97e031481e tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "efb3cd31-c298-4063-9418-fc39e60a0c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.589s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.826692] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c25b098f-7f7d-48d3-b6b8-3b9b27bd0a0b tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "9da187eb-e1c5-4b73-aba8-ff21f572cc79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.935s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.862964] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.970332] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.988720] env[62490]: DEBUG nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1912.225516] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.252122] env[62490]: DEBUG oslo_concurrency.lockutils [req-5bbd1c00-d593-44e6-bc3c-5f9f7617dfeb req-0e029a99-ed55-49c9-89b2-08d51477fb39 service nova] Releasing lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.365860] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988788} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.369108] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8a710bc4-36df-4768-b926-399c4dcccc71/8a710bc4-36df-4768-b926-399c4dcccc71.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1912.369428] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1912.370560] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f5c1491-4891-4e35-a5e6-6d169b77ff0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.377754] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1912.377754] env[62490]: value = "task-2065713" [ 1912.377754] env[62490]: _type = "Task" [ 1912.377754] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.391326] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.471982] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.499055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.499336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.509388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.570447] env[62490]: DEBUG nova.network.neutron [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [{"id": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "address": "fa:16:3e:33:52:bc", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29961be-7f", "ovs_interfaceid": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.572319] env[62490]: DEBUG nova.compute.manager [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.575864] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f641bc-dd76-4d17-8b27-cb0b6175be9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.727484] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065712, 'name': ReconfigVM_Task, 'duration_secs': 0.838541} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.727776] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.728516] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde94b9b-3ab4-43b2-a94f-0b8de67cf73d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.735245] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1912.735245] env[62490]: value = "task-2065714" [ 1912.735245] env[62490]: _type = "Task" [ 1912.735245] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.744835] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065714, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.770506] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3349a6c5-c592-43ce-8aa9-ac15b5f95a2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.777693] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b15e74-7240-444a-9c2c-957237e4ff6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.807524] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0b1c3d-d2af-468c-9a28-4e649eb1f7eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.814962] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f2413c-ff2b-43d5-b96d-f8aa425ecbbb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.829535] env[62490]: DEBUG nova.compute.provider_tree [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1912.887788] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090321} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.888079] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1912.888847] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad408bc9-cffe-440f-99bc-af6958d8cc3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.912117] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 8a710bc4-36df-4768-b926-399c4dcccc71/8a710bc4-36df-4768-b926-399c4dcccc71.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1912.912412] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103cbd32-1504-432d-9771-4d0464e2b0bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.932664] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1912.932664] env[62490]: value = "task-2065715" [ 1912.932664] env[62490]: _type = "Task" [ 1912.932664] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.940875] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.970579] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.006923] env[62490]: DEBUG nova.compute.utils [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1913.073578] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.088050] env[62490]: INFO nova.compute.manager [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] instance snapshotting [ 1913.090853] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bbfca9-7801-42e1-95ee-cb4afa9b5ff3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.109920] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddcd1b6-df25-42e3-bb65-95225c5c0c2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.245283] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065714, 'name': Rename_Task, 'duration_secs': 0.33429} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.245588] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.245876] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dcf6f74-4a24-4f6e-aa79-3304ea647b12 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.251908] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1913.251908] env[62490]: value = "task-2065716" [ 1913.251908] env[62490]: _type = "Task" [ 1913.251908] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.259555] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.351707] env[62490]: ERROR nova.scheduler.client.report [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [req-5af44c81-269b-4dbc-9266-51bc75ad31f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5af44c81-269b-4dbc-9266-51bc75ad31f9"}]} [ 1913.369201] env[62490]: DEBUG nova.scheduler.client.report [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1913.384622] env[62490]: DEBUG nova.scheduler.client.report [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1913.384853] env[62490]: DEBUG nova.compute.provider_tree [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1913.395611] env[62490]: DEBUG nova.scheduler.client.report [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1913.413086] env[62490]: DEBUG nova.scheduler.client.report [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1913.442978] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065715, 'name': ReconfigVM_Task, 'duration_secs': 0.283941} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.445416] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 8a710bc4-36df-4768-b926-399c4dcccc71/8a710bc4-36df-4768-b926-399c4dcccc71.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1913.446212] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c4ecae7-ddc0-4d98-9e6a-c4a6c1f493e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.452114] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1913.452114] env[62490]: value = "task-2065717" [ 1913.452114] env[62490]: _type = "Task" [ 1913.452114] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.464045] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065717, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.473754] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.510064] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.620060] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1913.620572] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-177552ce-8389-4286-ae4d-594fd8a999cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.627622] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1913.627622] env[62490]: value = "task-2065718" [ 1913.627622] env[62490]: _type = "Task" [ 1913.627622] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.638184] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065718, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.763710] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.815116] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8daa87c-bf4c-44d5-b06c-b7af6d9737ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.823091] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f264146-3749-441c-90fb-cdb801e83f11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.853637] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cb117b-7ea1-4b54-8baa-c51417b9e70d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.861470] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6338c875-13fc-44c3-9374-f13281a65dd9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.874144] env[62490]: DEBUG nova.compute.provider_tree [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.962252] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065717, 'name': Rename_Task, 'duration_secs': 0.239001} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.962561] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.962862] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4269f5c8-8a74-496a-92d6-ba1ca5ab57f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.974392] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.976037] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1913.976037] env[62490]: value = "task-2065719" [ 1913.976037] env[62490]: _type = "Task" [ 1913.976037] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.982883] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.138136] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065718, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.264959] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.378224] env[62490]: DEBUG nova.scheduler.client.report [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.484900] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.490226] env[62490]: DEBUG oslo_vmware.api [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065719, 'name': PowerOnVM_Task, 'duration_secs': 0.465824} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.490489] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.490737] env[62490]: INFO nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1914.490911] env[62490]: DEBUG nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.491697] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea406b-8557-4533-9324-75c26de6e9f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.571020] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.571308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.571983] env[62490]: INFO nova.compute.manager [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Attaching volume 26d8f65d-60f3-41fd-a051-42afc54d4536 to /dev/sdb [ 1914.591126] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17588b99-98c7-4ebb-8005-aa42664e2230 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.608611] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance '7a6307d1-b846-431e-bd20-e7755fc0f9fc' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1914.614210] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611f90cb-ddc3-426a-a03e-656cdbdf41ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.621017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e50c3aa-d8da-4ef2-a26e-ba577e3b9339 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.635918] env[62490]: DEBUG nova.virt.block_device [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Updating existing volume attachment record: 2e9c23a2-e9de-43a7-a6c9-4b6a7a8c9ef0 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1914.644356] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065718, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.766773] env[62490]: DEBUG oslo_vmware.api [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065716, 'name': PowerOnVM_Task, 'duration_secs': 1.245623} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.766773] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.766773] env[62490]: DEBUG nova.compute.manager [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.766773] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3daf95-9797-4e2a-a8b5-9e9e43005528 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.883769] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.624s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.884366] env[62490]: DEBUG nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1914.887291] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.088s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.890185] env[62490]: INFO nova.compute.claims [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.975676] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.011045] env[62490]: INFO nova.compute.manager [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Took 44.98 seconds to build instance. [ 1915.120426] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.120812] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15804ff4-7623-49f7-8291-5212ebf98903 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.128699] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1915.128699] env[62490]: value = "task-2065723" [ 1915.128699] env[62490]: _type = "Task" [ 1915.128699] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.140176] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.143412] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065718, 'name': CreateSnapshot_Task, 'duration_secs': 1.04551} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.143697] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1915.144408] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e34281f-bb06-4afd-a7ce-a3aa1d07f765 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.282890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.400120] env[62490]: DEBUG nova.compute.utils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1915.400800] env[62490]: DEBUG nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1915.401106] env[62490]: DEBUG nova.network.neutron [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1915.446235] env[62490]: DEBUG nova.policy [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e470634ee4c54ed7b436b5688b7615f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d75d14c4f749f7819291270f031ba9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1915.475992] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.512968] env[62490]: DEBUG oslo_concurrency.lockutils [None req-16e93319-0246-4bbb-8754-1f13a7a24035 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "8a710bc4-36df-4768-b926-399c4dcccc71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.138s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.643018] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065723, 'name': PowerOffVM_Task, 'duration_secs': 0.245051} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.643018] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1915.643018] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance '7a6307d1-b846-431e-bd20-e7755fc0f9fc' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1915.665285] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1915.666579] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-197c4bd7-9442-4966-8b17-39efa9fc4504 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.678204] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1915.678204] env[62490]: value = "task-2065724" [ 1915.678204] env[62490]: _type = "Task" [ 1915.678204] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.688584] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.802680] env[62490]: DEBUG nova.network.neutron [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Successfully created port: e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1915.862601] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "8a710bc4-36df-4768-b926-399c4dcccc71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.862906] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "8a710bc4-36df-4768-b926-399c4dcccc71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.863148] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "8a710bc4-36df-4768-b926-399c4dcccc71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.863342] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "8a710bc4-36df-4768-b926-399c4dcccc71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.863514] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "8a710bc4-36df-4768-b926-399c4dcccc71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.866551] env[62490]: INFO nova.compute.manager [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Terminating instance [ 1915.902496] env[62490]: DEBUG nova.compute.utils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1915.976983] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.154506] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1916.154506] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1916.154506] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1916.154734] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1916.155023] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1916.155729] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1916.155729] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1916.156030] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1916.156345] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1916.156658] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1916.156981] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1916.165343] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70dd4c47-4003-4a3c-88c7-cbf5eb861880 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.183409] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1916.183409] env[62490]: value = "task-2065725" [ 1916.183409] env[62490]: _type = "Task" [ 1916.183409] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.192205] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.197710] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.374771] env[62490]: DEBUG nova.compute.manager [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1916.374873] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1916.375938] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae59215-cb5b-45bb-8b30-5aadcae1652c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.384307] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.384579] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fe431e4-5d38-4a9d-bef9-9983a027655e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.389980] env[62490]: DEBUG oslo_vmware.api [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1916.389980] env[62490]: value = "task-2065726" [ 1916.389980] env[62490]: _type = "Task" [ 1916.389980] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.394609] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41325fe5-cf30-4d06-b021-1bbbd5944ea5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.402498] env[62490]: DEBUG oslo_vmware.api [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.404709] env[62490]: DEBUG nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1916.408160] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029252e3-6719-41d5-a9eb-6753c7c55311 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.440722] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ab3b4-0187-487e-b300-91d527230350 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.449050] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b16a9a-3dcb-40ee-8233-dfe135e8078d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.464417] env[62490]: DEBUG nova.compute.provider_tree [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.476012] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.614420] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.615420] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.615420] env[62490]: INFO nova.compute.manager [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Shelving [ 1916.692962] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.695951] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065725, 'name': ReconfigVM_Task, 'duration_secs': 0.465992} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.696318] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance '7a6307d1-b846-431e-bd20-e7755fc0f9fc' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1916.900511] env[62490]: DEBUG oslo_vmware.api [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065726, 'name': PowerOffVM_Task, 'duration_secs': 0.170797} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.900850] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.900989] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.901360] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de823b33-e368-4850-a449-ff1a09431fb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.967005] env[62490]: DEBUG nova.scheduler.client.report [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.980758] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.993341] env[62490]: INFO nova.compute.manager [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Rebuilding instance [ 1917.032582] env[62490]: DEBUG nova.compute.manager [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1917.033607] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7273a4b6-4d1f-496f-ac38-712b35aa87ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.190506] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.204349] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:41:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dc838b2f-7e28-4f85-9615-aa8cccc91c10',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-708758570',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.204562] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.204711] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.204916] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.205095] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.205252] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.205475] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.205658] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.205844] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.206017] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.206210] env[62490]: DEBUG nova.virt.hardware [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.212033] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1917.212280] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64dc4d74-3245-43cf-b3f7-21f1e8fc6b8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.232259] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1917.232259] env[62490]: value = "task-2065729" [ 1917.232259] env[62490]: _type = "Task" [ 1917.232259] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.240643] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.418269] env[62490]: DEBUG nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1917.444225] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:39:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1257949135',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1747584692',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.444488] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.444646] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.444825] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.444969] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.445199] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.445445] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.445612] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.445782] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.445944] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.446132] env[62490]: DEBUG nova.virt.hardware [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.447026] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be97f3c-4efc-4e63-b524-d97cbfd8f4a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.454734] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960ea8b8-5cb9-4728-9c90-11abe8f9e6f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.476032] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.476563] env[62490]: DEBUG nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.482257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.641s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.482450] env[62490]: DEBUG nova.objects.instance [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1917.484955] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.624533] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.624851] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf8a8337-a154-4589-b62d-0fb9c83547d0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.632294] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1917.632294] env[62490]: value = "task-2065730" [ 1917.632294] env[62490]: _type = "Task" [ 1917.632294] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.641102] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.692057] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.730293] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.730567] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.730803] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleting the datastore file [datastore1] 8a710bc4-36df-4768-b926-399c4dcccc71 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.731127] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143fb8dd-cffb-4dc3-87e0-cf8bad99e0da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.743046] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065729, 'name': ReconfigVM_Task, 'duration_secs': 0.243542} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.744315] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1917.744663] env[62490]: DEBUG oslo_vmware.api [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1917.744663] env[62490]: value = "task-2065731" [ 1917.744663] env[62490]: _type = "Task" [ 1917.744663] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.745426] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbfa75b-99ec-4bfc-9a88-29619e38ba78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.774638] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.778196] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66e23cb-89a7-4e9a-8674-31badc874f63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.792077] env[62490]: DEBUG oslo_vmware.api [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.798173] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1917.798173] env[62490]: value = "task-2065732" [ 1917.798173] env[62490]: _type = "Task" [ 1917.798173] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.807891] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.981803] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065709, 'name': CreateVM_Task, 'duration_secs': 6.96806} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.982069] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1917.982748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.982946] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.983377] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1917.983631] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1dce928-6cf3-47df-8964-68069e884ef4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.989513] env[62490]: DEBUG nova.compute.utils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.992036] env[62490]: DEBUG nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.992036] env[62490]: DEBUG nova.network.neutron [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.996031] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1917.996031] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f3b8f8-bc28-66bc-2aeb-bcd7c0875cd1" [ 1917.996031] env[62490]: _type = "Task" [ 1917.996031] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.007200] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f3b8f8-bc28-66bc-2aeb-bcd7c0875cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.049712] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.049712] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0ef35e-6b3b-404d-b416-3f317b329b65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.057456] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1918.057456] env[62490]: value = "task-2065733" [ 1918.057456] env[62490]: _type = "Task" [ 1918.057456] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.064876] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.065917] env[62490]: DEBUG nova.policy [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16c7150a3410427a95c8c223c43f889f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e089154b3743e9a2b08dba8f337db5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1918.142606] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065730, 'name': PowerOffVM_Task, 'duration_secs': 0.2008} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.142917] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.143740] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8701b4-fdb6-44fc-b55e-c496fe98d6bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.163246] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e077fe9-3f6b-4a9e-ae7c-fff17a8351d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.192556] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.256758] env[62490]: DEBUG oslo_vmware.api [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261004} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.257306] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.257306] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.257764] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.257764] env[62490]: INFO nova.compute.manager [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1918.258062] env[62490]: DEBUG oslo.service.loopingcall [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.258297] env[62490]: DEBUG nova.compute.manager [-] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.258474] env[62490]: DEBUG nova.network.neutron [-] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.308561] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065732, 'name': ReconfigVM_Task, 'duration_secs': 0.470322} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.309475] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.309782] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance '7a6307d1-b846-431e-bd20-e7755fc0f9fc' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.391510] env[62490]: DEBUG nova.network.neutron [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Successfully created port: dde88887-0a87-4807-8e39-a8d40d29a779 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1918.494084] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d63f88af-9746-4069-87f8-4d37cad5ddd6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.495364] env[62490]: DEBUG nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.498107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.117s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.498403] env[62490]: DEBUG nova.objects.instance [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lazy-loading 'resources' on Instance uuid 269daec6-64d9-4885-be21-784f7a4be7a7 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.510796] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f3b8f8-bc28-66bc-2aeb-bcd7c0875cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.511982] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.512349] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1918.512631] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.513800] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.514116] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1918.514652] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b48db2d-fccf-4591-89ca-c550f65f8734 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.524485] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1918.525304] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1918.525676] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5954025c-18be-4691-9c7a-372d591a3e3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.533018] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1918.533018] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e2a0af-da71-10ee-e680-7113a6e5fa09" [ 1918.533018] env[62490]: _type = "Task" [ 1918.533018] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.541765] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e2a0af-da71-10ee-e680-7113a6e5fa09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.564769] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065733, 'name': PowerOffVM_Task, 'duration_secs': 0.152668} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.565117] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.565405] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.566287] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aa1ee4-44e5-434f-a161-a57de0c5c7af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.574405] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.574692] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07a07517-9f0c-4eca-974e-124520b0cea7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.601763] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.602041] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.602248] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Deleting the datastore file [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.602526] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6062e7b7-150d-4f09-9110-e9fbf323e3d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.610055] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1918.610055] env[62490]: value = "task-2065735" [ 1918.610055] env[62490]: _type = "Task" [ 1918.610055] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.618370] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.677783] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1918.678293] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8303fbf8-1ab2-4798-9da7-7a72a7089eef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.689513] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1918.689513] env[62490]: value = "task-2065736" [ 1918.689513] env[62490]: _type = "Task" [ 1918.689513] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.698708] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.705378] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.745946] env[62490]: DEBUG nova.compute.manager [req-2e26f463-2aaa-419b-b550-3b488850a20e req-59520761-4da6-4c34-8c16-a4fb44b012ee service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Received event network-vif-deleted-47adf266-6995-4e57-9cfa-f3c167ade588 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1918.746158] env[62490]: INFO nova.compute.manager [req-2e26f463-2aaa-419b-b550-3b488850a20e req-59520761-4da6-4c34-8c16-a4fb44b012ee service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Neutron deleted interface 47adf266-6995-4e57-9cfa-f3c167ade588; detaching it from the instance and deleting it from the info cache [ 1918.746328] env[62490]: DEBUG nova.network.neutron [req-2e26f463-2aaa-419b-b550-3b488850a20e req-59520761-4da6-4c34-8c16-a4fb44b012ee service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.836340] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851f1e92-8272-4232-b2a8-3f458c9b15b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.837883] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a93f3e6-d913-42f6-bf63-98f18490125c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.864859] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance '7a6307d1-b846-431e-bd20-e7755fc0f9fc' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.884186] env[62490]: DEBUG nova.network.neutron [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Successfully updated port: e0050c51-a30d-4542-9f3d-d952e728835e {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.971808] env[62490]: DEBUG nova.compute.manager [req-d7bb5e8d-7cc7-4532-8cba-720cad634649 req-a873e86c-099d-47d6-a2ab-f21dbef53ef0 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Received event network-vif-plugged-e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1918.971989] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7bb5e8d-7cc7-4532-8cba-720cad634649 req-a873e86c-099d-47d6-a2ab-f21dbef53ef0 service nova] Acquiring lock "c305a73f-c450-4d30-a634-e4d3987876fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.972177] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7bb5e8d-7cc7-4532-8cba-720cad634649 req-a873e86c-099d-47d6-a2ab-f21dbef53ef0 service nova] Lock "c305a73f-c450-4d30-a634-e4d3987876fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.972390] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7bb5e8d-7cc7-4532-8cba-720cad634649 req-a873e86c-099d-47d6-a2ab-f21dbef53ef0 service nova] Lock "c305a73f-c450-4d30-a634-e4d3987876fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.972827] env[62490]: DEBUG nova.compute.manager [req-d7bb5e8d-7cc7-4532-8cba-720cad634649 req-a873e86c-099d-47d6-a2ab-f21dbef53ef0 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] No waiting events found dispatching network-vif-plugged-e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.973058] env[62490]: WARNING nova.compute.manager [req-d7bb5e8d-7cc7-4532-8cba-720cad634649 req-a873e86c-099d-47d6-a2ab-f21dbef53ef0 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Received unexpected event network-vif-plugged-e1d23a89-c169-4a51-ba09-e09e2f238e70 for instance with vm_state building and task_state spawning. [ 1919.044493] env[62490]: DEBUG nova.network.neutron [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Successfully updated port: e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.058731] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e2a0af-da71-10ee-e680-7113a6e5fa09, 'name': SearchDatastore_Task, 'duration_secs': 0.017064} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.060679] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403bfee6-2887-449a-9566-cc253f02e057 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.070927] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1919.070927] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52450af9-2f01-a5aa-3cea-d426ab37d559" [ 1919.070927] env[62490]: _type = "Task" [ 1919.070927] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.079901] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52450af9-2f01-a5aa-3cea-d426ab37d559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.120923] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128687} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.121453] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.122446] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.122446] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.174596] env[62490]: DEBUG nova.network.neutron [-] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.188401] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1919.188601] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423615', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'name': 'volume-26d8f65d-60f3-41fd-a051-42afc54d4536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a7f3c99-5084-4688-9ed5-1854c2c8733d', 'attached_at': '', 'detached_at': '', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'serial': '26d8f65d-60f3-41fd-a051-42afc54d4536'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1919.192388] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e775ff4-3331-4f6f-98d1-7d735c9b8c36 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.202316] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065724, 'name': CloneVM_Task, 'duration_secs': 3.142718} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.205064] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Created linked-clone VM from snapshot [ 1919.205064] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a5e3a5-b1a3-45a4-8562-338d22a6830e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.222949] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065736, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.228344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b6c673-3aa1-4aca-a2d6-70fe96269483 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.236035] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Uploading image 41d0b0f7-e28e-47d1-bcd0-5175de3e859a {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1919.262631] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-26d8f65d-60f3-41fd-a051-42afc54d4536/volume-26d8f65d-60f3-41fd-a051-42afc54d4536.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.263969] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1919.266228] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cc9d26e-ebad-41b6-a2f1-0d483a5cfb20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.271113] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a137595f-0690-4739-aeef-cacd7bb3f58e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.283742] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b7e4e86-4f17-48c6-8303-f53c0a364172 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.294408] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7583d99a-fbc1-4d7d-a123-2e2e826d430b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.305580] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1919.305580] env[62490]: value = "task-2065737" [ 1919.305580] env[62490]: _type = "Task" [ 1919.305580] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.309778] env[62490]: DEBUG oslo_vmware.api [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1919.309778] env[62490]: value = "task-2065738" [ 1919.309778] env[62490]: _type = "Task" [ 1919.309778] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.325207] env[62490]: DEBUG oslo_vmware.api [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.325466] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065737, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.341582] env[62490]: DEBUG nova.compute.manager [req-2e26f463-2aaa-419b-b550-3b488850a20e req-59520761-4da6-4c34-8c16-a4fb44b012ee service nova] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Detach interface failed, port_id=47adf266-6995-4e57-9cfa-f3c167ade588, reason: Instance 8a710bc4-36df-4768-b926-399c4dcccc71 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1919.389392] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "refresh_cache-3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.389557] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquired lock "refresh_cache-3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.389714] env[62490]: DEBUG nova.network.neutron [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.415205] env[62490]: DEBUG nova.network.neutron [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Port c29961be-7f5e-464b-8a6b-dddbcefbb36d binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1919.508334] env[62490]: DEBUG nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.534166] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.534422] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.534567] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.534811] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.534885] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.535043] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.535280] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.535451] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.535641] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.535793] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.535981] env[62490]: DEBUG nova.virt.hardware [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.537087] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5aeb67-133f-4720-b055-1eec9d19f007 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.547717] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a9a94a-80e3-4d99-b0bd-9b86c4adbd89 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.554351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.554533] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.554690] env[62490]: DEBUG nova.network.neutron [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.580595] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52450af9-2f01-a5aa-3cea-d426ab37d559, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.583149] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.583342] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 88fc1ea6-46ae-470e-b003-77a8d073a457/88fc1ea6-46ae-470e-b003-77a8d073a457.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.583760] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea2e5526-635d-4169-9da0-0a1eec559850 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.590298] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1919.590298] env[62490]: value = "task-2065739" [ 1919.590298] env[62490]: _type = "Task" [ 1919.590298] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.601759] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.633274] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45ca9cf-b672-48c1-8ef6-f2f4718e7851 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.640284] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649c508-01ad-4570-bdfa-b52c5d6666d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.671694] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352109d8-5a57-42f5-9792-3f3c421ec5b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.678873] env[62490]: INFO nova.compute.manager [-] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Took 1.42 seconds to deallocate network for instance. [ 1919.680104] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b494885-502e-4dfe-9b48-c6add7601798 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.696373] env[62490]: DEBUG nova.compute.provider_tree [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.705980] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065736, 'name': CreateSnapshot_Task, 'duration_secs': 0.821808} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.706285] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1919.707277] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d5a141-4205-4d05-831e-a610367abc93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.824195] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065737, 'name': Destroy_Task, 'duration_secs': 0.505486} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.827428] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Destroyed the VM [ 1919.827599] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1919.827851] env[62490]: DEBUG oslo_vmware.api [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065738, 'name': ReconfigVM_Task, 'duration_secs': 0.382211} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.828069] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce9703ae-939e-47b4-89a1-d71256f0cd63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.829764] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-26d8f65d-60f3-41fd-a051-42afc54d4536/volume-26d8f65d-60f3-41fd-a051-42afc54d4536.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.835095] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-037be965-f5aa-4e78-830a-cb88ae211102 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.850169] env[62490]: DEBUG oslo_vmware.api [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1919.850169] env[62490]: value = "task-2065741" [ 1919.850169] env[62490]: _type = "Task" [ 1919.850169] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.851409] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1919.851409] env[62490]: value = "task-2065740" [ 1919.851409] env[62490]: _type = "Task" [ 1919.851409] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.864623] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.867774] env[62490]: DEBUG oslo_vmware.api [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.973279] env[62490]: DEBUG nova.network.neutron [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.096079] env[62490]: DEBUG nova.network.neutron [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.101978] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.167604] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.167901] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.168096] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.168739] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.168739] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.168739] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.168879] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.168981] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.169178] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.169345] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.169518] env[62490]: DEBUG nova.virt.hardware [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.170440] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cc8d7-1afa-4d55-9999-8b291f925a85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.179094] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59551be8-eba6-447a-a8a1-5b945be9a35a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.198407] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.206207] env[62490]: DEBUG oslo.service.loopingcall [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.207156] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.210097] env[62490]: DEBUG nova.scheduler.client.report [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.211328] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.211805] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c240ad1-4ceb-42e9-a71b-bd79d7e441fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.235094] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1920.236045] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8673d194-7738-4ab0-a056-f40584f7c055 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.244862] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.244862] env[62490]: value = "task-2065742" [ 1920.244862] env[62490]: _type = "Task" [ 1920.244862] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.245101] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1920.245101] env[62490]: value = "task-2065743" [ 1920.245101] env[62490]: _type = "Task" [ 1920.245101] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.256468] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065743, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.259016] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065742, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.317676] env[62490]: DEBUG nova.network.neutron [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Updating instance_info_cache with network_info: [{"id": "e0050c51-a30d-4542-9f3d-d952e728835e", "address": "fa:16:3e:b5:e5:49", "network": {"id": "8f04fd58-0956-453b-a7e2-ba5c582184d3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1510649627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44c59b82dfca409f8c17eb61e23ed1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0050c51-a3", "ovs_interfaceid": "e0050c51-a30d-4542-9f3d-d952e728835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.361988] env[62490]: DEBUG nova.network.neutron [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Updating instance_info_cache with network_info: [{"id": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "address": "fa:16:3e:b0:c1:a4", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d23a89-c1", "ovs_interfaceid": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.369767] env[62490]: DEBUG oslo_vmware.api [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065741, 'name': ReconfigVM_Task, 'duration_secs': 0.183534} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.370463] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423615', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'name': 'volume-26d8f65d-60f3-41fd-a051-42afc54d4536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a7f3c99-5084-4688-9ed5-1854c2c8733d', 'attached_at': '', 'detached_at': '', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'serial': '26d8f65d-60f3-41fd-a051-42afc54d4536'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1920.376879] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.394539] env[62490]: DEBUG nova.network.neutron [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Successfully updated port: dde88887-0a87-4807-8e39-a8d40d29a779 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1920.443207] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.449032] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.449032] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.601143] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630649} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.601863] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 88fc1ea6-46ae-470e-b003-77a8d073a457/88fc1ea6-46ae-470e-b003-77a8d073a457.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.601863] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.602014] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-060731fb-8086-4d68-a368-cde2ece3554b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.608445] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1920.608445] env[62490]: value = "task-2065744" [ 1920.608445] env[62490]: _type = "Task" [ 1920.608445] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.617205] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.712813] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.715107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.750s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.715306] env[62490]: DEBUG nova.objects.instance [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1920.735434] env[62490]: INFO nova.scheduler.client.report [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Deleted allocations for instance 269daec6-64d9-4885-be21-784f7a4be7a7 [ 1920.760714] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065743, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.763902] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065742, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.769089] env[62490]: DEBUG nova.compute.manager [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Received event network-vif-plugged-e0050c51-a30d-4542-9f3d-d952e728835e {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1920.769089] env[62490]: DEBUG oslo_concurrency.lockutils [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] Acquiring lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.769089] env[62490]: DEBUG oslo_concurrency.lockutils [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.769089] env[62490]: DEBUG oslo_concurrency.lockutils [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.770240] env[62490]: DEBUG nova.compute.manager [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] No waiting events found dispatching network-vif-plugged-e0050c51-a30d-4542-9f3d-d952e728835e {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1920.770240] env[62490]: WARNING nova.compute.manager [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Received unexpected event network-vif-plugged-e0050c51-a30d-4542-9f3d-d952e728835e for instance with vm_state building and task_state spawning. [ 1920.770240] env[62490]: DEBUG nova.compute.manager [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Received event network-changed-e0050c51-a30d-4542-9f3d-d952e728835e {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1920.770372] env[62490]: DEBUG nova.compute.manager [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Refreshing instance network info cache due to event network-changed-e0050c51-a30d-4542-9f3d-d952e728835e. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1920.770485] env[62490]: DEBUG oslo_concurrency.lockutils [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] Acquiring lock "refresh_cache-3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.821069] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Releasing lock "refresh_cache-3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.821069] env[62490]: DEBUG nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Instance network_info: |[{"id": "e0050c51-a30d-4542-9f3d-d952e728835e", "address": "fa:16:3e:b5:e5:49", "network": {"id": "8f04fd58-0956-453b-a7e2-ba5c582184d3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1510649627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44c59b82dfca409f8c17eb61e23ed1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0050c51-a3", "ovs_interfaceid": "e0050c51-a30d-4542-9f3d-d952e728835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1920.821388] env[62490]: DEBUG oslo_concurrency.lockutils [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] Acquired lock "refresh_cache-3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.821558] env[62490]: DEBUG nova.network.neutron [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Refreshing network info cache for port e0050c51-a30d-4542-9f3d-d952e728835e {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.822878] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:e5:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0050c51-a30d-4542-9f3d-d952e728835e', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.830471] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Creating folder: Project (44c59b82dfca409f8c17eb61e23ed1d2). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.831510] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccd4411d-27ac-4c6b-9625-afbe1b386722 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.843187] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Created folder: Project (44c59b82dfca409f8c17eb61e23ed1d2) in parent group-v423467. [ 1920.843414] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Creating folder: Instances. Parent ref: group-v423620. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.843672] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a8968c-bb3a-4064-965c-9428b7575235 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.852333] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Created folder: Instances in parent group-v423620. [ 1920.852555] env[62490]: DEBUG oslo.service.loopingcall [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.852732] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.853137] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe584c0b-0616-4c44-9884-cb1b74dd8152 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.871648] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Releasing lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.871939] env[62490]: DEBUG nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Instance network_info: |[{"id": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "address": "fa:16:3e:b0:c1:a4", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d23a89-c1", "ovs_interfaceid": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1920.872340] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:c1:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d23a89-c169-4a51-ba09-e09e2f238e70', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.879763] env[62490]: DEBUG oslo.service.loopingcall [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.883282] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.883484] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.883484] env[62490]: value = "task-2065747" [ 1920.883484] env[62490]: _type = "Task" [ 1920.883484] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.886514] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4f9cd7-fbbd-445d-87d2-4fbe3e44f39e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.901385] env[62490]: DEBUG oslo_vmware.api [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065740, 'name': RemoveSnapshot_Task, 'duration_secs': 0.996415} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.902180] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "refresh_cache-c2da5b87-e962-4b82-89ae-165ed2cf8605" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.902180] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "refresh_cache-c2da5b87-e962-4b82-89ae-165ed2cf8605" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.902350] env[62490]: DEBUG nova.network.neutron [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.906983] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1920.915776] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065747, 'name': CreateVM_Task} progress is 15%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.917124] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.917124] env[62490]: value = "task-2065748" [ 1920.917124] env[62490]: _type = "Task" [ 1920.917124] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.927610] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065748, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.006352] env[62490]: DEBUG nova.compute.manager [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Received event network-changed-e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1921.006710] env[62490]: DEBUG nova.compute.manager [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Refreshing instance network info cache due to event network-changed-e1d23a89-c169-4a51-ba09-e09e2f238e70. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1921.007064] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Acquiring lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.007355] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Acquired lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.007616] env[62490]: DEBUG nova.network.neutron [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Refreshing network info cache for port e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.118545] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078577} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.118824] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.119616] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad9a483-ef81-404e-ab6d-ba7b0a65fa9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.151348] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 88fc1ea6-46ae-470e-b003-77a8d073a457/88fc1ea6-46ae-470e-b003-77a8d073a457.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.152377] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d1ee1cc-33bb-4ed1-8341-f10a6f6c3845 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.173114] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1921.173114] env[62490]: value = "task-2065749" [ 1921.173114] env[62490]: _type = "Task" [ 1921.173114] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.182119] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.250777] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e818afb4-9105-445c-8b92-151c00bffebe tempest-AttachInterfacesUnderV243Test-684399 tempest-AttachInterfacesUnderV243Test-684399-project-member] Lock "269daec6-64d9-4885-be21-784f7a4be7a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.870s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.266694] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065743, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.270042] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065742, 'name': CreateVM_Task, 'duration_secs': 1.019632} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.270042] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.270453] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.270550] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.270839] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.271684] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-056a8c72-d74c-4a01-957d-c7c8d656c7a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.278017] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1921.278017] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52876050-1fc7-8a38-6500-9411de55aed9" [ 1921.278017] env[62490]: _type = "Task" [ 1921.278017] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.285686] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52876050-1fc7-8a38-6500-9411de55aed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.415686] env[62490]: WARNING nova.compute.manager [None req-8fa995bd-43ee-4dda-9856-862f4f03a1e6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Image not found during snapshot: nova.exception.ImageNotFound: Image 41d0b0f7-e28e-47d1-bcd0-5175de3e859a could not be found. [ 1921.416796] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065747, 'name': CreateVM_Task, 'duration_secs': 0.390303} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.419448] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.420962] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.424203] env[62490]: DEBUG nova.objects.instance [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lazy-loading 'flavor' on Instance uuid 8a7f3c99-5084-4688-9ed5-1854c2c8733d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.430627] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065748, 'name': CreateVM_Task, 'duration_secs': 0.5068} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.431332] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.431912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.464172] env[62490]: DEBUG nova.network.neutron [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.535935] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.536163] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.536343] env[62490]: DEBUG nova.network.neutron [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.677379] env[62490]: DEBUG nova.network.neutron [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Updated VIF entry in instance network info cache for port e0050c51-a30d-4542-9f3d-d952e728835e. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.677791] env[62490]: DEBUG nova.network.neutron [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Updating instance_info_cache with network_info: [{"id": "e0050c51-a30d-4542-9f3d-d952e728835e", "address": "fa:16:3e:b5:e5:49", "network": {"id": "8f04fd58-0956-453b-a7e2-ba5c582184d3", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1510649627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44c59b82dfca409f8c17eb61e23ed1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0050c51-a3", "ovs_interfaceid": "e0050c51-a30d-4542-9f3d-d952e728835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.685019] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065749, 'name': ReconfigVM_Task, 'duration_secs': 0.408232} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.687181] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 88fc1ea6-46ae-470e-b003-77a8d073a457/88fc1ea6-46ae-470e-b003-77a8d073a457.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.687181] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e0f4152-813e-455a-b045-f80b214f2f15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.696617] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1921.696617] env[62490]: value = "task-2065750" [ 1921.696617] env[62490]: _type = "Task" [ 1921.696617] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.706469] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065750, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.727541] env[62490]: DEBUG oslo_concurrency.lockutils [None req-de3fd48f-46c6-4bd3-a1e7-81f5ed3cf3c6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.727541] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.616s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.727541] env[62490]: DEBUG nova.objects.instance [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lazy-loading 'resources' on Instance uuid b9f6ddfd-092a-4a5b-9410-8774e7c50e46 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.759018] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065743, 'name': CloneVM_Task, 'duration_secs': 1.406755} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.759018] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Created linked-clone VM from snapshot [ 1921.759018] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c6a88-337b-4423-8b0e-d3978513ecf9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.766983] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Uploading image 8128602d-587a-48b9-91ee-88a2fe8c1d91 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1921.781319] env[62490]: DEBUG nova.network.neutron [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Updating instance_info_cache with network_info: [{"id": "dde88887-0a87-4807-8e39-a8d40d29a779", "address": "fa:16:3e:cd:24:79", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde88887-0a", "ovs_interfaceid": "dde88887-0a87-4807-8e39-a8d40d29a779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.791568] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52876050-1fc7-8a38-6500-9411de55aed9, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.796469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.796801] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.797098] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.797293] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.797515] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.798773] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.799130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.800775] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e2672bd-7982-4d9e-979a-6216830b6bec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.801654] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fc76e6-f238-462c-9e5d-6aa6efc7616d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.805701] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1921.805701] env[62490]: value = "vm-423619" [ 1921.805701] env[62490]: _type = "VirtualMachine" [ 1921.805701] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1921.806578] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18927996-24ea-43f2-b077-31b5c51dc3a8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.811735] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1921.811735] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525700b7-d66f-5ea0-a3bb-ca1ee9bf2576" [ 1921.811735] env[62490]: _type = "Task" [ 1921.811735] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.816828] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.817065] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.817865] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lease: (returnval){ [ 1921.817865] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276f0bd-fba7-2373-f3bd-02650e44f1e5" [ 1921.817865] env[62490]: _type = "HttpNfcLease" [ 1921.817865] env[62490]: } obtained for exporting VM: (result){ [ 1921.817865] env[62490]: value = "vm-423619" [ 1921.817865] env[62490]: _type = "VirtualMachine" [ 1921.817865] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1921.818195] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the lease: (returnval){ [ 1921.818195] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276f0bd-fba7-2373-f3bd-02650e44f1e5" [ 1921.818195] env[62490]: _type = "HttpNfcLease" [ 1921.818195] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1921.818923] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6988fa-3d25-400b-8668-827e424cea0d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.828419] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525700b7-d66f-5ea0-a3bb-ca1ee9bf2576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.831367] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1921.831367] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c321a1-2e77-4f44-15a6-68060442b859" [ 1921.831367] env[62490]: _type = "Task" [ 1921.831367] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.832941] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1921.832941] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276f0bd-fba7-2373-f3bd-02650e44f1e5" [ 1921.832941] env[62490]: _type = "HttpNfcLease" [ 1921.832941] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1921.840809] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c321a1-2e77-4f44-15a6-68060442b859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.880175] env[62490]: DEBUG nova.network.neutron [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Updated VIF entry in instance network info cache for port e1d23a89-c169-4a51-ba09-e09e2f238e70. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.880532] env[62490]: DEBUG nova.network.neutron [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Updating instance_info_cache with network_info: [{"id": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "address": "fa:16:3e:b0:c1:a4", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d23a89-c1", "ovs_interfaceid": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.931169] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36826955-ad1c-4e9b-b778-26872df433d0 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.360s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.182186] env[62490]: DEBUG oslo_concurrency.lockutils [req-2145616d-c626-45ca-8528-6611e1b048ab req-5a7cb14d-77ae-4a63-aeb4-71eac7aff93b service nova] Releasing lock "refresh_cache-3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.208198] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065750, 'name': Rename_Task, 'duration_secs': 0.132074} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.208560] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.208904] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20b8895-cef0-4be8-b63c-f673f3847304 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.214844] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 1922.214844] env[62490]: value = "task-2065752" [ 1922.214844] env[62490]: _type = "Task" [ 1922.214844] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.226648] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.285681] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "refresh_cache-c2da5b87-e962-4b82-89ae-165ed2cf8605" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.286023] env[62490]: DEBUG nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Instance network_info: |[{"id": "dde88887-0a87-4807-8e39-a8d40d29a779", "address": "fa:16:3e:cd:24:79", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde88887-0a", "ovs_interfaceid": "dde88887-0a87-4807-8e39-a8d40d29a779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1922.286512] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:24:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde88887-0a87-4807-8e39-a8d40d29a779', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1922.295323] env[62490]: DEBUG oslo.service.loopingcall [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.300123] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1922.300622] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc1d5771-1b5d-483c-b77a-5aa7a2291d1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.335179] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1922.335179] env[62490]: value = "task-2065753" [ 1922.335179] env[62490]: _type = "Task" [ 1922.335179] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.346884] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1922.346884] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276f0bd-fba7-2373-f3bd-02650e44f1e5" [ 1922.346884] env[62490]: _type = "HttpNfcLease" [ 1922.346884] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1922.347252] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525700b7-d66f-5ea0-a3bb-ca1ee9bf2576, 'name': SearchDatastore_Task, 'duration_secs': 0.022391} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.351015] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1922.351015] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276f0bd-fba7-2373-f3bd-02650e44f1e5" [ 1922.351015] env[62490]: _type = "HttpNfcLease" [ 1922.351015] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1922.351015] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.351015] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.351015] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.352184] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07e7c47-03d3-4b9e-982f-b596bc0051b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.354961] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.355287] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.363826] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3510ca66-72ab-4344-ab7e-f702689c8a1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.369016] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065753, 'name': CreateVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.369016] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c321a1-2e77-4f44-15a6-68060442b859, 'name': SearchDatastore_Task, 'duration_secs': 0.021933} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.369016] env[62490]: DEBUG nova.network.neutron [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [{"id": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "address": "fa:16:3e:33:52:bc", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29961be-7f", "ovs_interfaceid": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.369868] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f575a7cb-7c25-48f5-ba2c-be1cb51bf72d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.380708] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950e44-620c-f3c4-d013-0755bfbba6e0/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1922.380932] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950e44-620c-f3c4-d013-0755bfbba6e0/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1922.382341] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1922.382341] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524c0006-326e-23a0-28b4-fda27cad04cb" [ 1922.382341] env[62490]: _type = "Task" [ 1922.382341] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.389874] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Releasing lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.390158] env[62490]: DEBUG nova.compute.manager [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Received event network-vif-plugged-dde88887-0a87-4807-8e39-a8d40d29a779 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1922.390360] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Acquiring lock "c2da5b87-e962-4b82-89ae-165ed2cf8605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.390575] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.390742] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.391032] env[62490]: DEBUG nova.compute.manager [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] No waiting events found dispatching network-vif-plugged-dde88887-0a87-4807-8e39-a8d40d29a779 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.391289] env[62490]: WARNING nova.compute.manager [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Received unexpected event network-vif-plugged-dde88887-0a87-4807-8e39-a8d40d29a779 for instance with vm_state building and task_state spawning. [ 1922.391497] env[62490]: DEBUG nova.compute.manager [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Received event network-changed-dde88887-0a87-4807-8e39-a8d40d29a779 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1922.391684] env[62490]: DEBUG nova.compute.manager [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Refreshing instance network info cache due to event network-changed-dde88887-0a87-4807-8e39-a8d40d29a779. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1922.391911] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Acquiring lock "refresh_cache-c2da5b87-e962-4b82-89ae-165ed2cf8605" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.392156] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Acquired lock "refresh_cache-c2da5b87-e962-4b82-89ae-165ed2cf8605" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.392355] env[62490]: DEBUG nova.network.neutron [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Refreshing network info cache for port dde88887-0a87-4807-8e39-a8d40d29a779 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1922.396033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "c2d26e57-23c3-4420-9337-f5ac25df9790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.396033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.396348] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "c2d26e57-23c3-4420-9337-f5ac25df9790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.396636] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.396913] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.399201] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1922.399201] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5200ca2b-23d9-2651-a035-5c1ea83f99ba" [ 1922.399201] env[62490]: _type = "Task" [ 1922.399201] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.455194] env[62490]: INFO nova.compute.manager [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Terminating instance [ 1922.468667] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524c0006-326e-23a0-28b4-fda27cad04cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011762} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.469612] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.470537] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.470537] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.474757] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5200ca2b-23d9-2651-a035-5c1ea83f99ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.477415] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.477703] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.478200] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.478489] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.478728] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cacf1c2-71c9-4582-b883-8c7f5e7018cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.480940] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9023a523-033e-4283-9c7d-9b1696d11ea6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.488124] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1922.488124] env[62490]: value = "task-2065754" [ 1922.488124] env[62490]: _type = "Task" [ 1922.488124] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.494660] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.494877] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.498219] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169ac249-2f97-4b34-95fc-cefb96f91510 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.504618] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.508422] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1922.508422] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ffb94c-7216-93d8-212a-da3a5b4f23e0" [ 1922.508422] env[62490]: _type = "Task" [ 1922.508422] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.514207] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0fca54eb-fbdb-459b-b8e2-c0abbef508df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.521566] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ffb94c-7216-93d8-212a-da3a5b4f23e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.523450] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df57a10a-9211-4fee-ae7c-d2f5d40f0ca0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.533240] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1922.533240] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527257ac-ad9a-7412-d2be-1cfe9a2e7360" [ 1922.533240] env[62490]: _type = "Task" [ 1922.533240] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.540660] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527257ac-ad9a-7412-d2be-1cfe9a2e7360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.614328] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.614599] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.732708] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.757597] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.757807] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.758012] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.758212] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.758380] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.761968] env[62490]: INFO nova.compute.manager [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Terminating instance [ 1922.847225] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065753, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.874829] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.883032] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea58974a-d7bc-4b01-8a81-aafd565d7fbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.890375] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f957fce-4332-46f7-a5a5-568c790b273d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.929547] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2bdcc2-7364-4842-89d2-bcbadaa90f2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.940798] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f89ca-4b9d-4f52-a5b5-06d8fcb152c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.965025] env[62490]: DEBUG nova.compute.provider_tree [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.967284] env[62490]: DEBUG nova.compute.manager [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1922.967569] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1922.972585] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ffc3cd-105d-4fbe-a41c-2294336df865 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.980833] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.982128] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c2f0ba-ac7e-470c-9fc9-76dd7c3a92b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.992932] env[62490]: DEBUG oslo_vmware.api [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1922.992932] env[62490]: value = "task-2065755" [ 1922.992932] env[62490]: _type = "Task" [ 1922.992932] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.010618] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065754, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.015335] env[62490]: DEBUG oslo_vmware.api [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.047645] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527257ac-ad9a-7412-d2be-1cfe9a2e7360, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.048120] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.048460] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3/3fffbb3b-a7c3-4317-b3b7-4352ceefeec3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.048957] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.049388] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1923.049726] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f3ff3d8-007b-432b-90e4-28bc38388609 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.052339] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa7b8d5-9b68-4497-b878-83b031f2b84b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.060325] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1923.060325] env[62490]: value = "task-2065756" [ 1923.060325] env[62490]: _type = "Task" [ 1923.060325] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.066661] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1923.067018] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1923.071520] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0742ff-22c9-42dd-9802-6dc4749cc514 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.074358] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.080896] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1923.080896] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528a4aba-614e-ba38-2c79-0e134800a16e" [ 1923.080896] env[62490]: _type = "Task" [ 1923.080896] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.091647] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528a4aba-614e-ba38-2c79-0e134800a16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.119898] env[62490]: INFO nova.compute.manager [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Detaching volume 26d8f65d-60f3-41fd-a051-42afc54d4536 [ 1923.167805] env[62490]: INFO nova.virt.block_device [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Attempting to driver detach volume 26d8f65d-60f3-41fd-a051-42afc54d4536 from mountpoint /dev/sdb [ 1923.168160] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1923.168160] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423615', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'name': 'volume-26d8f65d-60f3-41fd-a051-42afc54d4536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a7f3c99-5084-4688-9ed5-1854c2c8733d', 'attached_at': '', 'detached_at': '', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'serial': '26d8f65d-60f3-41fd-a051-42afc54d4536'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1923.169902] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b0ea3-2174-4e98-ba48-3975d7179aaf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.193455] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14abf6ff-0a8a-4c47-bcf8-0c13261250f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.201569] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a710da69-f801-4dba-ac51-5717efb77d21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.230929] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e7a6c1-71f8-4e42-9eae-6d35e7822a5f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.244453] env[62490]: DEBUG oslo_vmware.api [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2065752, 'name': PowerOnVM_Task, 'duration_secs': 0.519569} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.258037] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.258541] env[62490]: INFO nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Took 15.92 seconds to spawn the instance on the hypervisor. [ 1923.258838] env[62490]: DEBUG nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.259693] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] The volume has not been displaced from its original location: [datastore1] volume-26d8f65d-60f3-41fd-a051-42afc54d4536/volume-26d8f65d-60f3-41fd-a051-42afc54d4536.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1923.266256] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1923.267345] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6067c1c-a624-41c2-9129-ef7e8ecf3eac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.270882] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e62c4ad1-9658-4c4b-a0c0-5bb15b5cfd54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.286408] env[62490]: DEBUG nova.compute.manager [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.286753] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.287726] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108334c6-b5a7-49f2-964d-95dc4015b8d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.300565] env[62490]: DEBUG oslo_vmware.api [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1923.300565] env[62490]: value = "task-2065757" [ 1923.300565] env[62490]: _type = "Task" [ 1923.300565] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.300960] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.301708] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b56acec1-1ad4-4061-81ac-8578923bd8cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.313133] env[62490]: DEBUG oslo_vmware.api [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.315385] env[62490]: DEBUG oslo_vmware.api [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1923.315385] env[62490]: value = "task-2065758" [ 1923.315385] env[62490]: _type = "Task" [ 1923.315385] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.328720] env[62490]: DEBUG oslo_vmware.api [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.345193] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065753, 'name': CreateVM_Task, 'duration_secs': 1.003702} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.345590] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1923.346529] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.346914] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.347472] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1923.347943] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca7ff94-492e-40a9-bae3-3ad6651c326b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.357067] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1923.357067] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52283d87-2163-8da0-4681-512f3c923ca8" [ 1923.357067] env[62490]: _type = "Task" [ 1923.357067] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.369937] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52283d87-2163-8da0-4681-512f3c923ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.410014] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7897e7a3-e110-48e6-b8ca-bbd873ad843f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.438854] env[62490]: DEBUG nova.network.neutron [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Updated VIF entry in instance network info cache for port dde88887-0a87-4807-8e39-a8d40d29a779. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1923.441677] env[62490]: DEBUG nova.network.neutron [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Updating instance_info_cache with network_info: [{"id": "dde88887-0a87-4807-8e39-a8d40d29a779", "address": "fa:16:3e:cd:24:79", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde88887-0a", "ovs_interfaceid": "dde88887-0a87-4807-8e39-a8d40d29a779", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.441677] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb8589-181f-43f2-9bda-d04f97106b6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.454107] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance '7a6307d1-b846-431e-bd20-e7755fc0f9fc' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.472023] env[62490]: DEBUG nova.scheduler.client.report [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1923.508996] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606668} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.511410] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1923.511410] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1923.511410] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-504fa26c-5ba4-4d8e-b109-5bd5c05a5e89 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.523063] env[62490]: DEBUG oslo_vmware.api [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065755, 'name': PowerOffVM_Task, 'duration_secs': 0.266469} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.524280] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.524719] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.525481] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c76497e-c8f5-4195-9a6a-9e32218e7c27 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.534282] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1923.534282] env[62490]: value = "task-2065759" [ 1923.534282] env[62490]: _type = "Task" [ 1923.534282] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.546018] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.571932] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.595560] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528a4aba-614e-ba38-2c79-0e134800a16e, 'name': SearchDatastore_Task, 'duration_secs': 0.012775} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.596962] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ee9585-bf73-45a5-afaa-f5f27b6739dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.605022] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1923.605022] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52294ecc-9e85-2b1d-02b7-a901f3b409ae" [ 1923.605022] env[62490]: _type = "Task" [ 1923.605022] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.617900] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52294ecc-9e85-2b1d-02b7-a901f3b409ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.715045] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1923.715045] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1923.715045] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleting the datastore file [datastore1] c2d26e57-23c3-4420-9337-f5ac25df9790 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1923.715045] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9836b277-fde9-4e0a-bf5d-42598906e447 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.721561] env[62490]: DEBUG oslo_vmware.api [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1923.721561] env[62490]: value = "task-2065761" [ 1923.721561] env[62490]: _type = "Task" [ 1923.721561] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.731253] env[62490]: DEBUG oslo_vmware.api [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.815719] env[62490]: INFO nova.compute.manager [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Took 48.28 seconds to build instance. [ 1923.825447] env[62490]: DEBUG oslo_vmware.api [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065757, 'name': ReconfigVM_Task, 'duration_secs': 0.363118} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.826366] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1923.832256] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae6a6d0-186c-4f9c-bf9b-48e957b2cbf4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.852395] env[62490]: DEBUG oslo_vmware.api [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065758, 'name': PowerOffVM_Task, 'duration_secs': 0.328062} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.853413] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.853803] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.854902] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f14c1968-27e9-4384-801b-8097040aa89a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.860820] env[62490]: DEBUG oslo_vmware.api [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1923.860820] env[62490]: value = "task-2065762" [ 1923.860820] env[62490]: _type = "Task" [ 1923.860820] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.870531] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52283d87-2163-8da0-4681-512f3c923ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.053802} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.870680] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.871056] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1923.871864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.875748] env[62490]: DEBUG oslo_vmware.api [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.947656] env[62490]: DEBUG oslo_concurrency.lockutils [req-2eca54e7-527a-483e-b73e-3c269fd5fc47 req-7e6ca8ca-5e5c-4068-ad33-8ee8c50b07fd service nova] Releasing lock "refresh_cache-c2da5b87-e962-4b82-89ae-165ed2cf8605" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.962081] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1923.962589] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1902b5f5-5513-4b8b-bb72-0f78d8a8c563 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.972024] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1923.972024] env[62490]: value = "task-2065764" [ 1923.972024] env[62490]: _type = "Task" [ 1923.972024] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.978577] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.986374] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.907s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.986374] env[62490]: INFO nova.compute.claims [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.995392] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.010554] env[62490]: INFO nova.scheduler.client.report [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted allocations for instance b9f6ddfd-092a-4a5b-9410-8774e7c50e46 [ 1924.018484] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.020243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.020243] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Deleting the datastore file [datastore1] f2c7f8cb-3da0-45b3-ba7d-67307196e534 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.020243] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69dd2b3b-1a7b-4794-88a5-c2906dc43323 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.031622] env[62490]: DEBUG oslo_vmware.api [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for the task: (returnval){ [ 1924.031622] env[62490]: value = "task-2065765" [ 1924.031622] env[62490]: _type = "Task" [ 1924.031622] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.050751] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155262} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.056144] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.056718] env[62490]: DEBUG oslo_vmware.api [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.058535] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b1e42-e547-4622-a721-21f6e16ec609 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.087237] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.093353] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1205279-fb91-4ecf-a110-af1217fee581 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.110305] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593207} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.113407] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3/3fffbb3b-a7c3-4317-b3b7-4352ceefeec3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.113407] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.116169] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95d5c777-d1cb-4efd-97db-268859d89784 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.121664] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1924.121664] env[62490]: value = "task-2065766" [ 1924.121664] env[62490]: _type = "Task" [ 1924.121664] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.125373] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52294ecc-9e85-2b1d-02b7-a901f3b409ae, 'name': SearchDatastore_Task, 'duration_secs': 0.034543} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.130181] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.130587] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c305a73f-c450-4d30-a634-e4d3987876fd/c305a73f-c450-4d30-a634-e4d3987876fd.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1924.131315] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1924.131315] env[62490]: value = "task-2065767" [ 1924.131315] env[62490]: _type = "Task" [ 1924.131315] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.131614] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.131872] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1924.132199] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97e0f395-8177-4919-a6af-6ab5fb2a7c00 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.135489] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14041bc-2e1b-4c49-8618-b15f4aa928cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.145471] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.153690] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.156937] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1924.156937] env[62490]: value = "task-2065768" [ 1924.156937] env[62490]: _type = "Task" [ 1924.156937] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.165546] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.167091] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1924.167277] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1924.168037] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51414c1f-cc43-4cbd-ae05-a4ac6f99ee87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.174036] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1924.174036] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b2396a-f0f6-9a8b-095a-83019f351ab2" [ 1924.174036] env[62490]: _type = "Task" [ 1924.174036] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.182964] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b2396a-f0f6-9a8b-095a-83019f351ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.232437] env[62490]: DEBUG oslo_vmware.api [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165348} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.233292] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.233619] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.233815] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.234117] env[62490]: INFO nova.compute.manager [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1924.234532] env[62490]: DEBUG oslo.service.loopingcall [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.234726] env[62490]: DEBUG nova.compute.manager [-] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1924.234867] env[62490]: DEBUG nova.network.neutron [-] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1924.326671] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4518d5e0-fea7-4f8e-bace-bc0aa25f3cd0 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.927s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.372167] env[62490]: DEBUG oslo_vmware.api [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065762, 'name': ReconfigVM_Task, 'duration_secs': 0.143944} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.372494] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423615', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'name': 'volume-26d8f65d-60f3-41fd-a051-42afc54d4536', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8a7f3c99-5084-4688-9ed5-1854c2c8733d', 'attached_at': '', 'detached_at': '', 'volume_id': '26d8f65d-60f3-41fd-a051-42afc54d4536', 'serial': '26d8f65d-60f3-41fd-a051-42afc54d4536'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1924.489701] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.522940] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91e25281-da81-4d90-88d4-c2cbd8fc4602 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "b9f6ddfd-092a-4a5b-9410-8774e7c50e46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.208s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.545935] env[62490]: DEBUG oslo_vmware.api [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Task: {'id': task-2065765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356125} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.546944] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.547218] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.547411] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.547585] env[62490]: INFO nova.compute.manager [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1924.547931] env[62490]: DEBUG oslo.service.loopingcall [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.548328] env[62490]: DEBUG nova.compute.manager [-] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1924.548473] env[62490]: DEBUG nova.network.neutron [-] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1924.634290] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065766, 'name': ReconfigVM_Task, 'duration_secs': 0.291486} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.634638] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1/5739e674-a7c3-4d99-b568-bc361cbfbeb1.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.635334] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec1d1a0-2312-48d3-8a86-1e753d9ee5ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.645172] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115345} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.646276] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.646614] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1924.646614] env[62490]: value = "task-2065769" [ 1924.646614] env[62490]: _type = "Task" [ 1924.646614] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.647313] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f87ebc9-8bfd-4f2e-a963-449dc1fe37c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.694402] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3/3fffbb3b-a7c3-4317-b3b7-4352ceefeec3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.695958] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065769, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.705036] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c95ed0-66aa-4a2e-bf2d-431110280240 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.728132] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.736023] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1924.736023] env[62490]: value = "task-2065770" [ 1924.736023] env[62490]: _type = "Task" [ 1924.736023] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.736023] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b2396a-f0f6-9a8b-095a-83019f351ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.0237} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.737639] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40918689-3b54-4d30-a50b-01300f1d6b6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.746310] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.747922] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1924.747922] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fdc70f-6b13-b72d-9a69-51d3964504b2" [ 1924.747922] env[62490]: _type = "Task" [ 1924.747922] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.757082] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fdc70f-6b13-b72d-9a69-51d3964504b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.958601] env[62490]: DEBUG nova.compute.manager [req-3435d59c-1b1a-4b0e-affc-3ae1d45fe3f9 req-2d3e2f38-7516-42e7-854a-628f5f6e46e0 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Received event network-vif-deleted-5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1924.958601] env[62490]: INFO nova.compute.manager [req-3435d59c-1b1a-4b0e-affc-3ae1d45fe3f9 req-2d3e2f38-7516-42e7-854a-628f5f6e46e0 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Neutron deleted interface 5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1; detaching it from the instance and deleting it from the info cache [ 1924.958601] env[62490]: DEBUG nova.network.neutron [req-3435d59c-1b1a-4b0e-affc-3ae1d45fe3f9 req-2d3e2f38-7516-42e7-854a-628f5f6e46e0 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.962177] env[62490]: DEBUG nova.objects.instance [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lazy-loading 'flavor' on Instance uuid 8a7f3c99-5084-4688-9ed5-1854c2c8733d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.998023] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.163019] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065769, 'name': Rename_Task, 'duration_secs': 0.14922} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.163019] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.163160] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b5fa24-f401-42f7-853c-9c1ea02fd76e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.177759] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Waiting for the task: (returnval){ [ 1925.177759] env[62490]: value = "task-2065771" [ 1925.177759] env[62490]: _type = "Task" [ 1925.177759] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.204700] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065768, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.205196] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065771, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.222925] env[62490]: DEBUG nova.network.neutron [-] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.265415] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.275589] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fdc70f-6b13-b72d-9a69-51d3964504b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016232} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.275589] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.275929] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c2da5b87-e962-4b82-89ae-165ed2cf8605/c2da5b87-e962-4b82-89ae-165ed2cf8605.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1925.276289] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85a20b5c-ecd2-4d5d-87ab-d24b705aed9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.285607] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1925.285607] env[62490]: value = "task-2065772" [ 1925.285607] env[62490]: _type = "Task" [ 1925.285607] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.298937] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.463801] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df937d06-7011-4b45-853f-ac43a07e7333 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.479642] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac067eb-6984-4eba-bdd7-f64adb6cb9d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.506718] env[62490]: DEBUG oslo_vmware.api [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065764, 'name': PowerOnVM_Task, 'duration_secs': 1.430224} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.506997] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1925.507562] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7dd6a2-9569-4f12-b369-e795852d5a7f tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance '7a6307d1-b846-431e-bd20-e7755fc0f9fc' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.532703] env[62490]: DEBUG nova.compute.manager [req-3435d59c-1b1a-4b0e-affc-3ae1d45fe3f9 req-2d3e2f38-7516-42e7-854a-628f5f6e46e0 service nova] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Detach interface failed, port_id=5bbdbd97-9ed8-4afb-ae29-2d2c89e3cfb1, reason: Instance c2d26e57-23c3-4420-9337-f5ac25df9790 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1925.691872] env[62490]: DEBUG nova.network.neutron [-] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.697861] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.704738] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065768, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047227} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.706460] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c305a73f-c450-4d30-a634-e4d3987876fd/c305a73f-c450-4d30-a634-e4d3987876fd.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1925.707047] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1925.707891] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b13dab3-b0f0-49b3-8534-3cab6f23b247 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.712331] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-943951f2-c0a4-42ce-b0cb-14129147654e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.721878] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22ef7ee-c93a-4173-bc01-28ffbd1c8cf7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.726039] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1925.726039] env[62490]: value = "task-2065773" [ 1925.726039] env[62490]: _type = "Task" [ 1925.726039] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.726930] env[62490]: INFO nova.compute.manager [-] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Took 1.49 seconds to deallocate network for instance. [ 1925.772404] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfcf034-96c7-487f-a236-7ba2f703d948 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.777132] env[62490]: DEBUG nova.compute.manager [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Received event network-changed-a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.777132] env[62490]: DEBUG nova.compute.manager [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Refreshing instance network info cache due to event network-changed-a557d8b1-0c86-4c0b-ba3e-3e6a00193151. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1925.777308] env[62490]: DEBUG oslo_concurrency.lockutils [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] Acquiring lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.777482] env[62490]: DEBUG oslo_concurrency.lockutils [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] Acquired lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.779228] env[62490]: DEBUG nova.network.neutron [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Refreshing network info cache for port a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1925.783959] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.796842] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.799582] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582572b5-577b-48de-96a7-13e37411d88d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.810136] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.822101] env[62490]: DEBUG nova.compute.provider_tree [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.880109] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "927f44df-72d2-4985-bfac-161dad9285a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.880513] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "927f44df-72d2-4985-bfac-161dad9285a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.880748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "927f44df-72d2-4985-bfac-161dad9285a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.880968] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "927f44df-72d2-4985-bfac-161dad9285a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.881341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "927f44df-72d2-4985-bfac-161dad9285a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.884924] env[62490]: INFO nova.compute.manager [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Terminating instance [ 1925.977720] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5f42dc64-316e-4042-9248-5cae8ca579aa tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.194304] env[62490]: DEBUG oslo_vmware.api [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Task: {'id': task-2065771, 'name': PowerOnVM_Task, 'duration_secs': 0.533416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.194997] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.195370] env[62490]: DEBUG nova.compute.manager [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.196199] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d78653-4131-44e7-8a74-884b9e95c7b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.199046] env[62490]: INFO nova.compute.manager [-] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Took 1.65 seconds to deallocate network for instance. [ 1926.237092] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164032} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.237525] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1926.238494] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fa7f0-ac9c-49b6-85ff-e8dfa6f91320 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.263560] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c305a73f-c450-4d30-a634-e4d3987876fd/c305a73f-c450-4d30-a634-e4d3987876fd.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.264876] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c080e3-64e8-40f7-862d-6cf741ee8c5c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.285966] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.296655] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.296999] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1926.296999] env[62490]: value = "task-2065774" [ 1926.296999] env[62490]: _type = "Task" [ 1926.296999] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.303828] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576078} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.304462] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c2da5b87-e962-4b82-89ae-165ed2cf8605/c2da5b87-e962-4b82-89ae-165ed2cf8605.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.304680] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1926.305279] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea07b9f-a904-494c-b12e-004427403c1f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.310966] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.315886] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1926.315886] env[62490]: value = "task-2065775" [ 1926.315886] env[62490]: _type = "Task" [ 1926.315886] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.324251] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.325138] env[62490]: DEBUG nova.scheduler.client.report [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1926.389484] env[62490]: DEBUG nova.compute.manager [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.389716] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.390634] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6011acad-adc3-4241-b41d-2ab71c05aa22 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.401155] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.401468] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc8b95b-1dfe-4abb-927f-b32715dbd414 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.408130] env[62490]: DEBUG oslo_vmware.api [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1926.408130] env[62490]: value = "task-2065776" [ 1926.408130] env[62490]: _type = "Task" [ 1926.408130] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.418646] env[62490]: DEBUG oslo_vmware.api [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.640934] env[62490]: DEBUG nova.network.neutron [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Updated VIF entry in instance network info cache for port a557d8b1-0c86-4c0b-ba3e-3e6a00193151. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1926.640934] env[62490]: DEBUG nova.network.neutron [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Updating instance_info_cache with network_info: [{"id": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "address": "fa:16:3e:f6:49:67", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa557d8b1-0c", "ovs_interfaceid": "a557d8b1-0c86-4c0b-ba3e-3e6a00193151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.705941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.719167] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.791675] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065770, 'name': ReconfigVM_Task, 'duration_secs': 1.651141} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.791967] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3/3fffbb3b-a7c3-4317-b3b7-4352ceefeec3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.792623] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24204c0f-c536-49e1-bfd5-f0d54bc75334 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.802597] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1926.802597] env[62490]: value = "task-2065777" [ 1926.802597] env[62490]: _type = "Task" [ 1926.802597] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.809040] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.814416] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065777, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.826630] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168598} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.826630] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1926.827322] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56abea3-478a-444b-9d5f-8c40240f59d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.832694] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.833271] env[62490]: DEBUG nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1926.836593] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.468s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.836807] env[62490]: DEBUG nova.objects.instance [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lazy-loading 'resources' on Instance uuid 93715b06-81bb-415f-b69a-61af61badce0 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.861284] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c2da5b87-e962-4b82-89ae-165ed2cf8605/c2da5b87-e962-4b82-89ae-165ed2cf8605.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1926.862595] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c38322-f488-45eb-8a77-1ec08340e6f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.884947] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1926.884947] env[62490]: value = "task-2065778" [ 1926.884947] env[62490]: _type = "Task" [ 1926.884947] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.893907] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.917774] env[62490]: DEBUG oslo_vmware.api [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065776, 'name': PowerOffVM_Task, 'duration_secs': 0.362014} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.918185] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.918408] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.918991] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34fe7927-2006-45e1-b027-a734a3f123b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.007815] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.008184] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.008514] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleting the datastore file [datastore1] 927f44df-72d2-4985-bfac-161dad9285a6 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.008883] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f9cb341-ba40-409f-aa6c-60fa23e9ddc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.016645] env[62490]: DEBUG oslo_vmware.api [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1927.016645] env[62490]: value = "task-2065780" [ 1927.016645] env[62490]: _type = "Task" [ 1927.016645] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.027423] env[62490]: DEBUG oslo_vmware.api [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.143288] env[62490]: DEBUG oslo_concurrency.lockutils [req-6ecd170c-662b-4a41-8573-5889162f8670 req-c631a56d-4e41-40f6-8986-8a05ad0d8dac service nova] Releasing lock "refresh_cache-88fc1ea6-46ae-470e-b003-77a8d073a457" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.196602] env[62490]: DEBUG nova.compute.manager [req-0ce1b848-97b1-4f87-8158-36fd340360ea req-0bae4a60-d93a-4324-8681-3aebf4d6b0ef service nova] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Received event network-vif-deleted-a8de2c78-9db0-4f40-9a69-4254f11f5b72 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1927.209653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.210081] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.318089] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065777, 'name': Rename_Task, 'duration_secs': 0.315343} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.321876] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.322532] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065774, 'name': ReconfigVM_Task, 'duration_secs': 0.832322} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.322796] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18d8f2c4-6bcc-49b3-885f-13d374035b83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.325063] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c305a73f-c450-4d30-a634-e4d3987876fd/c305a73f-c450-4d30-a634-e4d3987876fd.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.325325] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62490) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1927.326104] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f02d5d86-9e84-433b-9480-bd22f563d947 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.335271] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1927.335271] env[62490]: value = "task-2065782" [ 1927.335271] env[62490]: _type = "Task" [ 1927.335271] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.336729] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1927.336729] env[62490]: value = "task-2065781" [ 1927.336729] env[62490]: _type = "Task" [ 1927.336729] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.344037] env[62490]: DEBUG nova.compute.utils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1927.350584] env[62490]: DEBUG nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1927.350901] env[62490]: DEBUG nova.network.neutron [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1927.362580] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065782, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.367341] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065781, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.398427] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065778, 'name': ReconfigVM_Task, 'duration_secs': 0.46106} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.398710] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c2da5b87-e962-4b82-89ae-165ed2cf8605/c2da5b87-e962-4b82-89ae-165ed2cf8605.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.399765] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5df43530-e68b-493f-b405-c1983d2c913b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.409025] env[62490]: DEBUG nova.policy [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b96278437a4d7bbc8f893ac14a6932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a8d35a614445f4a3d9d609a566efe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1927.414784] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1927.414784] env[62490]: value = "task-2065783" [ 1927.414784] env[62490]: _type = "Task" [ 1927.414784] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.427896] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065783, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.527207] env[62490]: DEBUG oslo_vmware.api [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22451} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.530975] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.531348] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.534602] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.534602] env[62490]: INFO nova.compute.manager [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1927.534602] env[62490]: DEBUG oslo.service.loopingcall [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.534602] env[62490]: DEBUG nova.compute.manager [-] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.534602] env[62490]: DEBUG nova.network.neutron [-] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.712339] env[62490]: DEBUG nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1927.806961] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-4f79ab71-ba4d-42ca-af1d-43b45d4cf970-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.807223] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-4f79ab71-ba4d-42ca-af1d-43b45d4cf970-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.807557] env[62490]: DEBUG nova.objects.instance [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'flavor' on Instance uuid 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.849109] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.854939] env[62490]: DEBUG nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1927.857501] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065782, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.07071} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.858444] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62490) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1927.859293] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f195e3-4ccd-4e8b-81a8-c59a7e7b9256 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.898222] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c305a73f-c450-4d30-a634-e4d3987876fd/ephemeral_0.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.903979] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f37599-eca3-4a3b-b2ad-a64b3b3b6d6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.921572] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f808c6a-ffa8-4aeb-85eb-68578723f2e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.938476] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84bd57e-cd80-4403-a38d-b1c5344123a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.941790] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1927.941790] env[62490]: value = "task-2065784" [ 1927.941790] env[62490]: _type = "Task" [ 1927.941790] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.944827] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065783, 'name': Rename_Task, 'duration_secs': 0.188699} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.945213] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.948802] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0971ae60-9aab-4a37-a475-3ed9b5e06504 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.979074] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01174b1c-fc3e-422a-88d4-b630ebd75586 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.986143] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1927.986143] env[62490]: value = "task-2065785" [ 1927.986143] env[62490]: _type = "Task" [ 1927.986143] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.986434] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.995396] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ebd84-63b8-46fd-b292-98d57618c0c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.004908] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065785, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.018040] env[62490]: DEBUG nova.compute.provider_tree [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.032239] env[62490]: DEBUG nova.network.neutron [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Successfully created port: b39e381e-d41a-4bbc-b30b-4026461f1ed0 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.100277] env[62490]: DEBUG nova.network.neutron [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Port c29961be-7f5e-464b-8a6b-dddbcefbb36d binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1928.100559] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.100706] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.100875] env[62490]: DEBUG nova.network.neutron [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.240719] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.353742] env[62490]: DEBUG oslo_vmware.api [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065781, 'name': PowerOnVM_Task, 'duration_secs': 0.583184} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.359320] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.359320] env[62490]: INFO nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Took 17.86 seconds to spawn the instance on the hypervisor. [ 1928.359320] env[62490]: DEBUG nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1928.365053] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d185be3-e397-4d52-996e-4baf93c3b005 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.458671] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.469370] env[62490]: DEBUG nova.objects.instance [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.497647] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.501194] env[62490]: DEBUG nova.network.neutron [-] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.521971] env[62490]: DEBUG nova.scheduler.client.report [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.871252] env[62490]: DEBUG nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1928.894182] env[62490]: INFO nova.compute.manager [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Took 52.37 seconds to build instance. [ 1928.920070] env[62490]: DEBUG nova.network.neutron [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [{"id": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "address": "fa:16:3e:33:52:bc", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29961be-7f", "ovs_interfaceid": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.935253] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1928.939155] env[62490]: DEBUG nova.virt.hardware [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1928.939155] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42193149-b967-4fd0-bba4-678308cda878 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.951741] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eab489-bd29-4e24-9813-7d068ac4d26e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.976377] env[62490]: DEBUG nova.objects.base [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Object Instance<4f79ab71-ba4d-42ca-af1d-43b45d4cf970> lazy-loaded attributes: flavor,pci_requests {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1928.976592] env[62490]: DEBUG nova.network.neutron [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.978920] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065784, 'name': ReconfigVM_Task, 'duration_secs': 0.628545} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.979266] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c305a73f-c450-4d30-a634-e4d3987876fd/ephemeral_0.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.982864] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f6dcb4d-f8bc-430d-8258-7d92f5a31d6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.987463] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1928.987463] env[62490]: value = "task-2065786" [ 1928.987463] env[62490]: _type = "Task" [ 1928.987463] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.998955] env[62490]: DEBUG oslo_vmware.api [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065785, 'name': PowerOnVM_Task, 'duration_secs': 0.573803} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.001967] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1929.002187] env[62490]: INFO nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1929.002388] env[62490]: DEBUG nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1929.002689] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065786, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.006190] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b61c76-593e-4c8b-abc7-6d46ffc80889 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.006190] env[62490]: INFO nova.compute.manager [-] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Took 1.47 seconds to deallocate network for instance. [ 1929.027490] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.029757] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.660s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.029998] env[62490]: DEBUG nova.objects.instance [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lazy-loading 'resources' on Instance uuid ca17f52a-6739-482b-ac60-67fe0c46dda2 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.047059] env[62490]: DEBUG nova.policy [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1929.054984] env[62490]: INFO nova.scheduler.client.report [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Deleted allocations for instance 93715b06-81bb-415f-b69a-61af61badce0 [ 1929.117796] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.118094] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.118314] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.118497] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.118667] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.120942] env[62490]: INFO nova.compute.manager [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Terminating instance [ 1929.397640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-15580ca5-f8e0-4210-b1fa-5718aa69202b tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.561s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.427419] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.501431] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065786, 'name': Rename_Task, 'duration_secs': 0.354433} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.501431] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.501431] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-946bef87-2337-4196-830d-0870b5533f4f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.516295] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 1929.516295] env[62490]: value = "task-2065787" [ 1929.516295] env[62490]: _type = "Task" [ 1929.516295] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.517426] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.534522] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065787, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.535260] env[62490]: INFO nova.compute.manager [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Took 40.76 seconds to build instance. [ 1929.548134] env[62490]: DEBUG nova.network.neutron [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Successfully created port: 96f8047a-e3b9-4dff-8325-c41e360dc409 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.569355] env[62490]: DEBUG oslo_concurrency.lockutils [None req-190342b2-8142-4171-a17b-f767ff2087d1 tempest-ServerMetadataNegativeTestJSON-1627790768 tempest-ServerMetadataNegativeTestJSON-1627790768-project-member] Lock "93715b06-81bb-415f-b69a-61af61badce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.770s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.625477] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "refresh_cache-5739e674-a7c3-4d99-b568-bc361cbfbeb1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.625663] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquired lock "refresh_cache-5739e674-a7c3-4d99-b568-bc361cbfbeb1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.625837] env[62490]: DEBUG nova.network.neutron [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.931917] env[62490]: DEBUG nova.compute.manager [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62490) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1929.932179] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.024741] env[62490]: DEBUG nova.network.neutron [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Successfully updated port: b39e381e-d41a-4bbc-b30b-4026461f1ed0 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.032236] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.038774] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a9164d10-3df0-4975-83a5-437e435e4b06 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.114s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.079748] env[62490]: DEBUG nova.compute.manager [req-7a640778-6067-46c8-ae99-b400c6f74549 req-f88c0058-6788-44f1-b075-52be461fe234 service nova] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Received event network-vif-deleted-378ca9a5-088d-412e-a234-c33c2e88d65d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1930.157267] env[62490]: DEBUG nova.network.neutron [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1930.178915] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c235d9-a681-4d7c-a1bb-b05c1f2fdddb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.189765] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d26ae-f586-435c-80f9-5ae278c03a7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.225981] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc062c9-a999-4030-be90-098cf1af4310 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.235692] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8c25a-b1e9-410a-9f42-84580d1a1b13 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.252110] env[62490]: DEBUG nova.compute.provider_tree [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.260275] env[62490]: DEBUG nova.network.neutron [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.527823] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.539054] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.539203] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.539360] env[62490]: DEBUG nova.network.neutron [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.757265] env[62490]: DEBUG nova.scheduler.client.report [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.769080] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Releasing lock "refresh_cache-5739e674-a7c3-4d99-b568-bc361cbfbeb1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.769690] env[62490]: DEBUG nova.compute.manager [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1930.770208] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1930.771277] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f2031-bfc7-4c5c-b599-753610416cfa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.782948] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.783587] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d67fa6-5e63-45df-9486-41e19cba5da8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.792825] env[62490]: DEBUG oslo_vmware.api [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1930.792825] env[62490]: value = "task-2065788" [ 1930.792825] env[62490]: _type = "Task" [ 1930.792825] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.809861] env[62490]: DEBUG oslo_vmware.api [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.030203] env[62490]: DEBUG oslo_vmware.api [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2065787, 'name': PowerOnVM_Task, 'duration_secs': 1.514303} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.030958] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.031479] env[62490]: INFO nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Took 13.61 seconds to spawn the instance on the hypervisor. [ 1931.031571] env[62490]: DEBUG nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.032462] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2048c-a7f9-4349-a15a-c7110c3d087f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.104767] env[62490]: DEBUG nova.network.neutron [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.270399] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.273784] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.763s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.273784] env[62490]: DEBUG nova.objects.instance [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lazy-loading 'resources' on Instance uuid 5983e55c-136a-4fbe-b008-e116cbd7f6b4 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.300976] env[62490]: DEBUG nova.network.neutron [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance_info_cache with network_info: [{"id": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "address": "fa:16:3e:0f:62:69", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39e381e-d4", "ovs_interfaceid": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.304414] env[62490]: INFO nova.scheduler.client.report [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Deleted allocations for instance ca17f52a-6739-482b-ac60-67fe0c46dda2 [ 1931.313446] env[62490]: DEBUG oslo_vmware.api [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065788, 'name': PowerOffVM_Task, 'duration_secs': 0.274814} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.318957] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.318957] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.318957] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef5d081-321a-4814-b255-33dcbd581e77 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.344648] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.344878] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.345081] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Deleting the datastore file [datastore1] 5739e674-a7c3-4d99-b568-bc361cbfbeb1 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.345448] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a340373c-90c2-47b6-8e7e-2ab73b26f649 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.351432] env[62490]: DEBUG oslo_vmware.api [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for the task: (returnval){ [ 1931.351432] env[62490]: value = "task-2065790" [ 1931.351432] env[62490]: _type = "Task" [ 1931.351432] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.360994] env[62490]: DEBUG oslo_vmware.api [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.495012] env[62490]: DEBUG nova.network.neutron [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Successfully updated port: 96f8047a-e3b9-4dff-8325-c41e360dc409 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.554860] env[62490]: INFO nova.compute.manager [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Took 47.85 seconds to build instance. [ 1931.804444] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.804797] env[62490]: DEBUG nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Instance network_info: |[{"id": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "address": "fa:16:3e:0f:62:69", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39e381e-d4", "ovs_interfaceid": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1931.805271] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:62:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39e381e-d41a-4bbc-b30b-4026461f1ed0', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.817272] env[62490]: DEBUG oslo.service.loopingcall [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.822633] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.823351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c5744b-eb79-45f7-99cc-ab3ded45a11c tempest-ServerRescueTestJSONUnderV235-1000331052 tempest-ServerRescueTestJSONUnderV235-1000331052-project-member] Lock "ca17f52a-6739-482b-ac60-67fe0c46dda2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.574s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.824852] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb474d80-2ad1-4920-9536-50d1f41795d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.857120] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.857120] env[62490]: value = "task-2065791" [ 1931.857120] env[62490]: _type = "Task" [ 1931.857120] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.865070] env[62490]: DEBUG oslo_vmware.api [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Task: {'id': task-2065790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275543} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.865742] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.865937] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.866126] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.866344] env[62490]: INFO nova.compute.manager [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1931.866635] env[62490]: DEBUG oslo.service.loopingcall [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.866726] env[62490]: DEBUG nova.compute.manager [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1931.866818] env[62490]: DEBUG nova.network.neutron [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1931.874608] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065791, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.891226] env[62490]: DEBUG nova.network.neutron [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.000289] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.000289] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.000289] env[62490]: DEBUG nova.network.neutron [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.057177] env[62490]: DEBUG oslo_concurrency.lockutils [None req-24fd650d-031e-43bd-8e3e-2ad1b0f7b9fd tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "c305a73f-c450-4d30-a634-e4d3987876fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.187s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.370332] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065791, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.372893] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1d4af4-e447-4c20-bfb9-89061d3eeaa2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.383658] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d6440-1ea6-4458-9865-ba68ed46b304 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.433945] env[62490]: DEBUG nova.network.neutron [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.436906] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cbbe8b-0464-486c-90b1-5197a75e65c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.447610] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afabaf0a-b543-42fe-b7e4-dcfe599cfd15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.470659] env[62490]: DEBUG nova.compute.provider_tree [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1932.560113] env[62490]: WARNING nova.network.neutron [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] 76a3e0ef-6952-4907-be05-ada13a57e025 already exists in list: networks containing: ['76a3e0ef-6952-4907-be05-ada13a57e025']. ignoring it [ 1932.773385] env[62490]: DEBUG nova.compute.manager [req-b1ed6a99-7ac3-431a-b510-fc0dc2d2d460 req-13a4060e-17da-4cb0-aa2a-3e2719acc4c6 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received event network-vif-plugged-96f8047a-e3b9-4dff-8325-c41e360dc409 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1932.774847] env[62490]: DEBUG oslo_concurrency.lockutils [req-b1ed6a99-7ac3-431a-b510-fc0dc2d2d460 req-13a4060e-17da-4cb0-aa2a-3e2719acc4c6 service nova] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.774847] env[62490]: DEBUG oslo_concurrency.lockutils [req-b1ed6a99-7ac3-431a-b510-fc0dc2d2d460 req-13a4060e-17da-4cb0-aa2a-3e2719acc4c6 service nova] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.774847] env[62490]: DEBUG oslo_concurrency.lockutils [req-b1ed6a99-7ac3-431a-b510-fc0dc2d2d460 req-13a4060e-17da-4cb0-aa2a-3e2719acc4c6 service nova] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.774960] env[62490]: DEBUG nova.compute.manager [req-b1ed6a99-7ac3-431a-b510-fc0dc2d2d460 req-13a4060e-17da-4cb0-aa2a-3e2719acc4c6 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] No waiting events found dispatching network-vif-plugged-96f8047a-e3b9-4dff-8325-c41e360dc409 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.775205] env[62490]: WARNING nova.compute.manager [req-b1ed6a99-7ac3-431a-b510-fc0dc2d2d460 req-13a4060e-17da-4cb0-aa2a-3e2719acc4c6 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received unexpected event network-vif-plugged-96f8047a-e3b9-4dff-8325-c41e360dc409 for instance with vm_state active and task_state None. [ 1932.867327] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065791, 'name': CreateVM_Task, 'duration_secs': 0.573901} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.867503] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1932.868201] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.868372] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.868693] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1932.868941] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e38b8a-0607-4fb1-98ec-e378566bbb2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.873626] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1932.873626] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528316be-0337-7c4a-1dad-5723e0670773" [ 1932.873626] env[62490]: _type = "Task" [ 1932.873626] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.881257] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528316be-0337-7c4a-1dad-5723e0670773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.882245] env[62490]: DEBUG nova.network.neutron [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96f8047a-e3b9-4dff-8325-c41e360dc409", "address": "fa:16:3e:0b:43:aa", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f8047a-e3", "ovs_interfaceid": "96f8047a-e3b9-4dff-8325-c41e360dc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.937228] env[62490]: INFO nova.compute.manager [-] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Took 1.07 seconds to deallocate network for instance. [ 1932.974849] env[62490]: DEBUG nova.scheduler.client.report [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.178581] env[62490]: DEBUG nova.compute.manager [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Received event network-vif-plugged-b39e381e-d41a-4bbc-b30b-4026461f1ed0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.178810] env[62490]: DEBUG oslo_concurrency.lockutils [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] Acquiring lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.179613] env[62490]: DEBUG oslo_concurrency.lockutils [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.179903] env[62490]: DEBUG oslo_concurrency.lockutils [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.180072] env[62490]: DEBUG nova.compute.manager [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] No waiting events found dispatching network-vif-plugged-b39e381e-d41a-4bbc-b30b-4026461f1ed0 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.180251] env[62490]: WARNING nova.compute.manager [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Received unexpected event network-vif-plugged-b39e381e-d41a-4bbc-b30b-4026461f1ed0 for instance with vm_state building and task_state spawning. [ 1933.180413] env[62490]: DEBUG nova.compute.manager [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Received event network-changed-b39e381e-d41a-4bbc-b30b-4026461f1ed0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.180566] env[62490]: DEBUG nova.compute.manager [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Refreshing instance network info cache due to event network-changed-b39e381e-d41a-4bbc-b30b-4026461f1ed0. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1933.180754] env[62490]: DEBUG oslo_concurrency.lockutils [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] Acquiring lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.180897] env[62490]: DEBUG oslo_concurrency.lockutils [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] Acquired lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.181089] env[62490]: DEBUG nova.network.neutron [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Refreshing network info cache for port b39e381e-d41a-4bbc-b30b-4026461f1ed0 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.307153] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950e44-620c-f3c4-d013-0755bfbba6e0/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1933.308102] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9038e777-4ac5-49bf-8bc3-eb0244355bc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.315353] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950e44-620c-f3c4-d013-0755bfbba6e0/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1933.315561] env[62490]: ERROR oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950e44-620c-f3c4-d013-0755bfbba6e0/disk-0.vmdk due to incomplete transfer. [ 1933.315743] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de300861-77ba-4ace-848b-6ae0e6774920 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.323904] env[62490]: DEBUG oslo_vmware.rw_handles [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52950e44-620c-f3c4-d013-0755bfbba6e0/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1933.324180] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Uploaded image 8128602d-587a-48b9-91ee-88a2fe8c1d91 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1933.328181] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1933.328181] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae4f7b83-bac6-4a03-a1bf-3a35bc4d0284 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.334113] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1933.334113] env[62490]: value = "task-2065792" [ 1933.334113] env[62490]: _type = "Task" [ 1933.334113] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.344702] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065792, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.385301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.385973] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.386181] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.386487] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528316be-0337-7c4a-1dad-5723e0670773, 'name': SearchDatastore_Task, 'duration_secs': 0.019905} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.387361] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7922cdf8-e94d-4f12-8ef7-88cfd75ced7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.389960] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.390209] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.390444] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.390593] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.390814] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.391464] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e510c0-8cd6-44e7-892f-068530ddc290 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.407508] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1933.407784] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.407947] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1933.408154] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.408319] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1933.408436] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1933.408647] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1933.408807] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1933.408971] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1933.409246] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1933.409430] env[62490]: DEBUG nova.virt.hardware [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1933.416128] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Reconfiguring VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1933.417622] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f783eb60-59e5-4313-a041-1698aece6277 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.430316] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.430496] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.431224] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002d15d8-b000-45ef-86d4-a5786e78988b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.437204] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1933.437204] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529a7d56-8049-533b-c731-16b5d87cdd59" [ 1933.437204] env[62490]: _type = "Task" [ 1933.437204] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.438590] env[62490]: DEBUG oslo_vmware.api [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1933.438590] env[62490]: value = "task-2065793" [ 1933.438590] env[62490]: _type = "Task" [ 1933.438590] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.445392] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.449510] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529a7d56-8049-533b-c731-16b5d87cdd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.452687] env[62490]: DEBUG oslo_vmware.api [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065793, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.480763] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.483420] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.319s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.483616] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.483778] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1933.484139] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.105s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.484341] env[62490]: DEBUG nova.objects.instance [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lazy-loading 'resources' on Instance uuid 55a48923-5829-43d1-8e04-04b7fdd0ffbc {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.492024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871db14-54ef-4333-9d48-1a1fd4433ba4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.498377] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea54cf-ab3c-4a63-a146-4d564000d45f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.516698] env[62490]: INFO nova.scheduler.client.report [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted allocations for instance 5983e55c-136a-4fbe-b008-e116cbd7f6b4 [ 1933.518236] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1009813-9c42-45e8-90ff-31aeaef3e3a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.527924] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81a67ef-a75a-4bd7-89a6-d86d4bf34d6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.564466] env[62490]: DEBUG nova.compute.manager [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.565254] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177667MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1933.565501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.566340] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef8efc-6a81-4b8b-9015-ddd95553042e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.853877] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065792, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.937854] env[62490]: DEBUG nova.network.neutron [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updated VIF entry in instance network info cache for port b39e381e-d41a-4bbc-b30b-4026461f1ed0. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.937854] env[62490]: DEBUG nova.network.neutron [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance_info_cache with network_info: [{"id": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "address": "fa:16:3e:0f:62:69", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39e381e-d4", "ovs_interfaceid": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.961778] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529a7d56-8049-533b-c731-16b5d87cdd59, 'name': SearchDatastore_Task, 'duration_secs': 0.025421} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.967332] env[62490]: DEBUG oslo_vmware.api [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.967584] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e66bc5-e1d9-40c8-819f-ca50c9d03556 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.976110] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1933.976110] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5239b621-3439-f96a-5b46-544eb41482ce" [ 1933.976110] env[62490]: _type = "Task" [ 1933.976110] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.985438] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5239b621-3439-f96a-5b46-544eb41482ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.029605] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cbfa03bb-1504-4ef7-a9a6-9843f5d5c1da tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "5983e55c-136a-4fbe-b008-e116cbd7f6b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.631s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.077311] env[62490]: INFO nova.compute.manager [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] instance snapshotting [ 1934.080099] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9d3d38-05e7-4145-8a6e-06ab2755b2e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.107452] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2d213e-2cd9-49b8-b5a3-4ec13f66c0ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.344945] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065792, 'name': Destroy_Task, 'duration_secs': 0.691726} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.345177] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Destroyed the VM [ 1934.345419] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1934.348030] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f9e635b8-a80a-4d49-a1b7-75fb672f0844 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.354408] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1934.354408] env[62490]: value = "task-2065794" [ 1934.354408] env[62490]: _type = "Task" [ 1934.354408] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.364849] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065794, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.448156] env[62490]: DEBUG oslo_concurrency.lockutils [req-57bc42a9-ab8a-4f62-99d4-7643bebde181 req-32e8b96e-517a-403e-a393-9f66b59d354e service nova] Releasing lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.468104] env[62490]: DEBUG oslo_vmware.api [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065793, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.478409] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.478659] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.490120] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5239b621-3439-f96a-5b46-544eb41482ce, 'name': SearchDatastore_Task, 'duration_secs': 0.030407} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.492792] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.493137] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 1c00d7ca-49f7-498f-be88-3f035b28ee46/1c00d7ca-49f7-498f-be88-3f035b28ee46.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.495995] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82664a29-8d57-4cc6-971b-f33eaac0b5ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.506333] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1934.506333] env[62490]: value = "task-2065795" [ 1934.506333] env[62490]: _type = "Task" [ 1934.506333] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.518798] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.524784] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c274db-fa5f-4b39-bd8d-6ae1fb7488ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.532216] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d74dfda-86a6-4ea9-beb6-f4cf36886d71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.565226] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772edfc-5f06-45a6-8101-dbece624b8d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.574182] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f9404e-71fd-4537-aa57-50e8b40e886d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.593254] env[62490]: DEBUG nova.compute.provider_tree [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.619538] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1934.619837] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2be7b67d-f326-427a-a7c9-4cbc311f0c06 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.628656] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1934.628656] env[62490]: value = "task-2065796" [ 1934.628656] env[62490]: _type = "Task" [ 1934.628656] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.636883] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.867433] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065794, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.959493] env[62490]: DEBUG oslo_vmware.api [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065793, 'name': ReconfigVM_Task, 'duration_secs': 1.095524} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.960058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.960332] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Reconfigured VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1934.984379] env[62490]: DEBUG nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1935.017764] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.082637] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.082993] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.083251] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.083441] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.083610] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.085882] env[62490]: INFO nova.compute.manager [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Terminating instance [ 1935.097069] env[62490]: DEBUG nova.scheduler.client.report [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.139160] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.365065] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065794, 'name': RemoveSnapshot_Task, 'duration_secs': 0.76827} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.365354] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1935.365627] env[62490]: DEBUG nova.compute.manager [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1935.366424] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58dbeeb-4cda-4ee6-a6b7-c8beeb849ab1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.396516] env[62490]: DEBUG nova.compute.manager [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received event network-changed-96f8047a-e3b9-4dff-8325-c41e360dc409 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1935.396751] env[62490]: DEBUG nova.compute.manager [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Refreshing instance network info cache due to event network-changed-96f8047a-e3b9-4dff-8325-c41e360dc409. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1935.396918] env[62490]: DEBUG oslo_concurrency.lockutils [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] Acquiring lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.397073] env[62490]: DEBUG oslo_concurrency.lockutils [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] Acquired lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.397237] env[62490]: DEBUG nova.network.neutron [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Refreshing network info cache for port 96f8047a-e3b9-4dff-8325-c41e360dc409 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.466073] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c05c8f0a-c00c-4ec8-b451-131365408a5c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-4f79ab71-ba4d-42ca-af1d-43b45d4cf970-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.659s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.518637] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631882} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.518637] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 1c00d7ca-49f7-498f-be88-3f035b28ee46/1c00d7ca-49f7-498f-be88-3f035b28ee46.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.518637] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.518999] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83aa98a6-bbfa-489b-8138-546337c9838b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.523493] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.528785] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1935.528785] env[62490]: value = "task-2065797" [ 1935.528785] env[62490]: _type = "Task" [ 1935.528785] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.539544] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.591067] env[62490]: DEBUG nova.compute.manager [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1935.591067] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.591495] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adac20c-18d5-4606-ba17-51b2c58819ba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.600010] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.600297] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c67e94-6690-4976-a4cc-a3a5e9266287 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.602303] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.604483] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.068s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.604704] env[62490]: DEBUG nova.objects.instance [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lazy-loading 'resources' on Instance uuid a043c00b-fda1-425b-ad30-52cbf4143164 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.610472] env[62490]: DEBUG oslo_vmware.api [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1935.610472] env[62490]: value = "task-2065798" [ 1935.610472] env[62490]: _type = "Task" [ 1935.610472] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.620017] env[62490]: DEBUG oslo_vmware.api [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.626831] env[62490]: INFO nova.scheduler.client.report [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleted allocations for instance 55a48923-5829-43d1-8e04-04b7fdd0ffbc [ 1935.638095] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.879127] env[62490]: INFO nova.compute.manager [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Shelve offloading [ 1936.038863] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200617} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.041631] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.042455] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cded50-d159-40ec-b803-ded64d1b6ea1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.065808] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1c00d7ca-49f7-498f-be88-3f035b28ee46/1c00d7ca-49f7-498f-be88-3f035b28ee46.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.066540] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1921b901-1703-49b7-a06a-2445282e05a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.087512] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1936.087512] env[62490]: value = "task-2065799" [ 1936.087512] env[62490]: _type = "Task" [ 1936.087512] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.096299] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.115147] env[62490]: DEBUG nova.network.neutron [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updated VIF entry in instance network info cache for port 96f8047a-e3b9-4dff-8325-c41e360dc409. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.115630] env[62490]: DEBUG nova.network.neutron [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96f8047a-e3b9-4dff-8325-c41e360dc409", "address": "fa:16:3e:0b:43:aa", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96f8047a-e3", "ovs_interfaceid": "96f8047a-e3b9-4dff-8325-c41e360dc409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.121455] env[62490]: DEBUG oslo_vmware.api [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065798, 'name': PowerOffVM_Task, 'duration_secs': 0.421773} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.121693] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.121860] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.122184] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee6fd68-0cf5-4bbe-9b73-e1804eceaebe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.131093] env[62490]: DEBUG oslo_concurrency.lockutils [None req-25759857-d159-4d80-a029-da14fbb514b7 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "55a48923-5829-43d1-8e04-04b7fdd0ffbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.652s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.141879] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065796, 'name': CreateSnapshot_Task, 'duration_secs': 1.209094} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.142144] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1936.143344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf3d88e-7f63-4f2f-87cd-382d63e8a87a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.385220] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1936.385540] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56a0078f-635d-444f-a4f6-429437cf1ea1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.395772] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1936.395772] env[62490]: value = "task-2065801" [ 1936.395772] env[62490]: _type = "Task" [ 1936.395772] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.407285] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1936.407467] env[62490]: DEBUG nova.compute.manager [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.408343] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d441f99-cc32-4b25-af16-3d7f9c1a5204 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.416341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.416518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.416728] env[62490]: DEBUG nova.network.neutron [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.504242] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3552c8fb-fd98-4ef9-b483-73845b3d6fe4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.512295] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e53fab8-31f9-49c9-9e1a-6d686a475a90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.544129] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf8e5de-c066-4c32-897c-bd5c3f6a4a4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.551687] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173b5a0-3592-4738-bc00-b9beb66ae2eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.565626] env[62490]: DEBUG nova.compute.provider_tree [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.598048] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.618350] env[62490]: DEBUG oslo_concurrency.lockutils [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] Releasing lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.618616] env[62490]: DEBUG nova.compute.manager [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Received event network-changed-e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1936.618782] env[62490]: DEBUG nova.compute.manager [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Refreshing instance network info cache due to event network-changed-e1d23a89-c169-4a51-ba09-e09e2f238e70. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1936.618991] env[62490]: DEBUG oslo_concurrency.lockutils [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] Acquiring lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.619150] env[62490]: DEBUG oslo_concurrency.lockutils [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] Acquired lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.619308] env[62490]: DEBUG nova.network.neutron [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Refreshing network info cache for port e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1936.665589] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1936.666294] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecf6a894-5b64-4926-bbac-ea1350967e95 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.675311] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1936.675311] env[62490]: value = "task-2065802" [ 1936.675311] env[62490]: _type = "Task" [ 1936.675311] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.686827] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.087352] env[62490]: ERROR nova.scheduler.client.report [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] [req-1130a412-932a-44c1-8840-887e50cdfb85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1130a412-932a-44c1-8840-887e50cdfb85"}]} [ 1937.097834] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065799, 'name': ReconfigVM_Task, 'duration_secs': 0.59892} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.098114] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1c00d7ca-49f7-498f-be88-3f035b28ee46/1c00d7ca-49f7-498f-be88-3f035b28ee46.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.098726] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a38ab64-4ad9-42f4-9595-cb6734287e97 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.103673] env[62490]: DEBUG nova.scheduler.client.report [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1937.106667] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1937.106667] env[62490]: value = "task-2065803" [ 1937.106667] env[62490]: _type = "Task" [ 1937.106667] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.115687] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065803, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.119069] env[62490]: DEBUG nova.scheduler.client.report [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1937.119340] env[62490]: DEBUG nova.compute.provider_tree [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1937.134694] env[62490]: DEBUG nova.scheduler.client.report [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1937.155819] env[62490]: DEBUG nova.scheduler.client.report [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1937.187988] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.191403] env[62490]: DEBUG nova.network.neutron [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating instance_info_cache with network_info: [{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83960e21-4c", "ovs_interfaceid": "83960e21-4c38-4c29-a19f-be2ac513dd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.439140] env[62490]: DEBUG nova.network.neutron [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Updated VIF entry in instance network info cache for port e1d23a89-c169-4a51-ba09-e09e2f238e70. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1937.439540] env[62490]: DEBUG nova.network.neutron [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Updating instance_info_cache with network_info: [{"id": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "address": "fa:16:3e:b0:c1:a4", "network": {"id": "d7375109-0dec-4fa9-87b8-b973f1ebf71e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-749560522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d75d14c4f749f7819291270f031ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d23a89-c1", "ovs_interfaceid": "e1d23a89-c169-4a51-ba09-e09e2f238e70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.536897] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-4f79ab71-ba4d-42ca-af1d-43b45d4cf970-96f8047a-e3b9-4dff-8325-c41e360dc409" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.537176] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-4f79ab71-ba4d-42ca-af1d-43b45d4cf970-96f8047a-e3b9-4dff-8325-c41e360dc409" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.562946] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f918a0f-1d0a-4377-bfd7-9bc9cdecf8a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.570790] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6937c02-e806-4d9b-8858-ae3ddd1fddd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.602225] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2394c71-c75d-4f6c-b1b9-5fcc310335b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.611804] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04985f7f-fdda-4ed9-8f11-2262c1a8e639 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.619969] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065803, 'name': Rename_Task, 'duration_secs': 0.370463} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.627700] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.628160] env[62490]: DEBUG nova.compute.provider_tree [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.629936] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4b8dd0c-3549-4e59-b490-cea565a24299 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.637487] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1937.637487] env[62490]: value = "task-2065804" [ 1937.637487] env[62490]: _type = "Task" [ 1937.637487] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.646028] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.685799] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.695468] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.942261] env[62490]: DEBUG oslo_concurrency.lockutils [req-868e66da-c780-4528-8b3e-add361a4f4be req-26eaa463-9f24-4c04-8c25-21aa1e2ccd73 service nova] Releasing lock "refresh_cache-c305a73f-c450-4d30-a634-e4d3987876fd" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.973733] env[62490]: DEBUG nova.compute.manager [req-45a9f225-a488-4935-9e14-cafe4eaba722 req-7a2aecaf-6d5c-40ab-85f9-ca56b7898baa service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received event network-vif-unplugged-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1937.973952] env[62490]: DEBUG oslo_concurrency.lockutils [req-45a9f225-a488-4935-9e14-cafe4eaba722 req-7a2aecaf-6d5c-40ab-85f9-ca56b7898baa service nova] Acquiring lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.974181] env[62490]: DEBUG oslo_concurrency.lockutils [req-45a9f225-a488-4935-9e14-cafe4eaba722 req-7a2aecaf-6d5c-40ab-85f9-ca56b7898baa service nova] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.974442] env[62490]: DEBUG oslo_concurrency.lockutils [req-45a9f225-a488-4935-9e14-cafe4eaba722 req-7a2aecaf-6d5c-40ab-85f9-ca56b7898baa service nova] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.974507] env[62490]: DEBUG nova.compute.manager [req-45a9f225-a488-4935-9e14-cafe4eaba722 req-7a2aecaf-6d5c-40ab-85f9-ca56b7898baa service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] No waiting events found dispatching network-vif-unplugged-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.974674] env[62490]: WARNING nova.compute.manager [req-45a9f225-a488-4935-9e14-cafe4eaba722 req-7a2aecaf-6d5c-40ab-85f9-ca56b7898baa service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received unexpected event network-vif-unplugged-83960e21-4c38-4c29-a19f-be2ac513dd30 for instance with vm_state shelved and task_state shelving_offloading. [ 1938.040136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.040339] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.043597] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a2bf37-67e6-4815-8bb0-5da61b92184a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.068376] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c75d9af-7601-4698-983a-b9e1e1fae978 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.095045] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Reconfiguring VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1938.095482] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3da110-9286-4344-aeb4-f3d554ede8fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.109716] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.110926] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d5e9bd-6cf7-4387-9b0c-822fe7b40c32 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.118088] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1938.119330] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9824b9-2561-40d4-90fb-cec5e0d1c7c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.121118] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1938.121118] env[62490]: value = "task-2065805" [ 1938.121118] env[62490]: _type = "Task" [ 1938.121118] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.131951] env[62490]: DEBUG nova.scheduler.client.report [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.136031] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.867262] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.263s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.869352] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.869548] env[62490]: WARNING oslo_vmware.common.loopingcall [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] task run outlasted interval by 0.23148199999999997 sec [ 1938.876036] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.042s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.876251] env[62490]: DEBUG nova.objects.instance [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lazy-loading 'resources' on Instance uuid 9c447288-5ff8-48bd-8bb3-5f78becea748 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.890385] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.892402] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.896026] env[62490]: INFO nova.scheduler.client.report [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Deleted allocations for instance a043c00b-fda1-425b-ad30-52cbf4143164 [ 1938.899691] env[62490]: DEBUG oslo_vmware.api [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065804, 'name': PowerOnVM_Task, 'duration_secs': 0.685921} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.900120] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.900120] env[62490]: INFO nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1938.900282] env[62490]: DEBUG nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.901661] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb2265a-2ffe-4a78-a9fc-6c42d3c39d7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.381031] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.384425] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.410796] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cd1d734-d427-42c1-b0a6-1bee199a95b2 tempest-ServersTestBootFromVolume-1466976571 tempest-ServersTestBootFromVolume-1466976571-project-member] Lock "a043c00b-fda1-425b-ad30-52cbf4143164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.103s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.425338] env[62490]: INFO nova.compute.manager [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Took 41.37 seconds to build instance. [ 1939.774549] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281c4a01-c978-4b0e-9686-2d41ce332580 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.783058] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b0655-88d9-4399-b2a8-f6dd15f773e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.815630] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c904902-9da6-4adc-a4e7-c6816fceda64 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.822035] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8760b7b-25e1-41ba-9312-d164c889cdfa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.835530] env[62490]: DEBUG nova.compute.provider_tree [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1939.883287] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.888325] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.930649] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5abd5f99-c74e-42ca-834e-0ab670d1de9d tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.878s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.029409] env[62490]: DEBUG nova.compute.manager [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1940.029638] env[62490]: DEBUG nova.compute.manager [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing instance network info cache due to event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1940.029858] env[62490]: DEBUG oslo_concurrency.lockutils [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] Acquiring lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.030064] env[62490]: DEBUG oslo_concurrency.lockutils [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] Acquired lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.030384] env[62490]: DEBUG nova.network.neutron [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.342153] env[62490]: DEBUG nova.scheduler.client.report [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.389017] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.391867] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.852997] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.852997] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.173s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.852997] env[62490]: DEBUG nova.objects.instance [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lazy-loading 'resources' on Instance uuid f3bd2773-91d8-4750-bb3d-f5d1fca44a0d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.875831] env[62490]: DEBUG nova.network.neutron [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updated VIF entry in instance network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.876281] env[62490]: DEBUG nova.network.neutron [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating instance_info_cache with network_info: [{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap83960e21-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.878599] env[62490]: INFO nova.scheduler.client.report [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Deleted allocations for instance 9c447288-5ff8-48bd-8bb3-5f78becea748 [ 1940.895199] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.895486] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.381783] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.387210] env[62490]: DEBUG oslo_concurrency.lockutils [req-7194a460-fa14-483d-b971-827c6cb9d0ea req-ee5e2cdf-0c2b-4207-843c-3183569cb06e service nova] Releasing lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.387588] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.388021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fd348b1a-f9ff-4ff9-9002-22498a32c42c tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "9c447288-5ff8-48bd-8bb3-5f78becea748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.162s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.815449] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5157c1d2-69df-4ece-bf93-fa31c4e0a911 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.823496] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d741e712-df49-4cff-9de4-9e1176972f37 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.854389] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b300b8-329f-4dea-8acd-068b1666e7a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.862167] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4602ec-78bc-47ee-84a8-c35f45402576 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.876385] env[62490]: DEBUG nova.compute.provider_tree [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.890099] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.893881] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.967482] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.967752] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.967752] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Deleting the datastore file [datastore1] 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.968560] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe3ed5d3-70b8-42c6-832b-6a1ae079cacb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.976492] env[62490]: DEBUG oslo_vmware.api [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for the task: (returnval){ [ 1941.976492] env[62490]: value = "task-2065807" [ 1941.976492] env[62490]: _type = "Task" [ 1941.976492] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.982093] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.982561] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.982836] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleting the datastore file [datastore1] 4abecfe8-97a8-4f54-87ec-bb51cc85f25c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.983646] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c57e5b-a350-40e2-9a83-ac1a088b0e2f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.988687] env[62490]: DEBUG oslo_vmware.api [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.994045] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 1941.994045] env[62490]: value = "task-2065808" [ 1941.994045] env[62490]: _type = "Task" [ 1941.994045] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.001559] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.385204] env[62490]: DEBUG nova.scheduler.client.report [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.394856] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.394996] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.492022] env[62490]: DEBUG oslo_vmware.api [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Task: {'id': task-2065807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154499} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.492493] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.492860] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.493261] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.493615] env[62490]: INFO nova.compute.manager [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Took 6.90 seconds to destroy the instance on the hypervisor. [ 1942.494278] env[62490]: DEBUG oslo.service.loopingcall [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.494424] env[62490]: DEBUG nova.compute.manager [-] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1942.494628] env[62490]: DEBUG nova.network.neutron [-] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.510139] env[62490]: DEBUG oslo_vmware.api [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2065808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163363} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.510505] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.510804] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.511203] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.541079] env[62490]: INFO nova.scheduler.client.report [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted allocations for instance 4abecfe8-97a8-4f54-87ec-bb51cc85f25c [ 1942.645946] env[62490]: DEBUG nova.compute.manager [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1942.891749] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.895544] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.896308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.899328] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.232s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.899700] env[62490]: DEBUG nova.objects.instance [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lazy-loading 'resources' on Instance uuid 91bd7be3-04e4-4d69-bcd1-f8d09614c74c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.915905] env[62490]: INFO nova.scheduler.client.report [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Deleted allocations for instance f3bd2773-91d8-4750-bb3d-f5d1fca44a0d [ 1942.993542] env[62490]: DEBUG nova.compute.manager [req-e4223685-11dc-440d-ba44-bfa83268b9f5 req-61f224ba-35cd-42f8-a940-4fbcac3ac016 service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Received event network-vif-deleted-e0050c51-a30d-4542-9f3d-d952e728835e {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.993806] env[62490]: INFO nova.compute.manager [req-e4223685-11dc-440d-ba44-bfa83268b9f5 req-61f224ba-35cd-42f8-a940-4fbcac3ac016 service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Neutron deleted interface e0050c51-a30d-4542-9f3d-d952e728835e; detaching it from the instance and deleting it from the info cache [ 1942.993895] env[62490]: DEBUG nova.network.neutron [req-e4223685-11dc-440d-ba44-bfa83268b9f5 req-61f224ba-35cd-42f8-a940-4fbcac3ac016 service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.045019] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.167078] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.371493] env[62490]: DEBUG nova.network.neutron [-] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.389692] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065802, 'name': CloneVM_Task, 'duration_secs': 6.648458} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.393191] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Created linked-clone VM from snapshot [ 1943.393501] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.394272] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64c951a-7717-458a-a0b3-7d52722a5b1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.406436] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Uploading image 978f3cec-2b54-4291-92cd-52136a587026 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1943.408755] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.409329] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.409329] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.409788] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.409788] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.413382] env[62490]: INFO nova.compute.manager [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Terminating instance [ 1943.425048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ddefbbdb-748c-4104-b99a-b96d67880e2a tempest-ServersTestManualDisk-285125432 tempest-ServersTestManualDisk-285125432-project-member] Lock "f3bd2773-91d8-4750-bb3d-f5d1fca44a0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.856s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.444136] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1943.444136] env[62490]: value = "vm-423627" [ 1943.444136] env[62490]: _type = "VirtualMachine" [ 1943.444136] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1943.444716] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-54975c43-ba7a-4c29-960d-cf29d99fe70d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.457376] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease: (returnval){ [ 1943.457376] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526605f0-8f82-4e6b-4d67-4bdbc711643d" [ 1943.457376] env[62490]: _type = "HttpNfcLease" [ 1943.457376] env[62490]: } obtained for exporting VM: (result){ [ 1943.457376] env[62490]: value = "vm-423627" [ 1943.457376] env[62490]: _type = "VirtualMachine" [ 1943.457376] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1943.458051] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the lease: (returnval){ [ 1943.458051] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526605f0-8f82-4e6b-4d67-4bdbc711643d" [ 1943.458051] env[62490]: _type = "HttpNfcLease" [ 1943.458051] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1943.469057] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1943.469057] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526605f0-8f82-4e6b-4d67-4bdbc711643d" [ 1943.469057] env[62490]: _type = "HttpNfcLease" [ 1943.469057] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1943.497533] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f6a147d-d2a4-482e-b992-2f84c36b366a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.507027] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1011ce-854e-41b5-ac11-6a5bace9a4da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.554312] env[62490]: DEBUG nova.compute.manager [req-e4223685-11dc-440d-ba44-bfa83268b9f5 req-61f224ba-35cd-42f8-a940-4fbcac3ac016 service nova] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Detach interface failed, port_id=e0050c51-a30d-4542-9f3d-d952e728835e, reason: Instance 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1943.866715] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c51e466-1cf7-49df-b853-c428bae8b892 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.875794] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494bd86-ce32-4f9f-a42a-6e051301621a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.880739] env[62490]: INFO nova.compute.manager [-] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Took 1.39 seconds to deallocate network for instance. [ 1943.927214] env[62490]: DEBUG nova.compute.manager [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.927686] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.935376] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aca009-a1d6-4f47-9ade-9fe17d8bc531 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.937183] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baed723f-0536-4112-b611-46ffa470b514 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.939749] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.947811] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.948218] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3afdc2-4d2c-4d2c-b12c-32be7eabc1ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.951270] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f686478e-e8a6-4faa-83f3-d486549864d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.971124] env[62490]: DEBUG oslo_vmware.api [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1943.971124] env[62490]: value = "task-2065810" [ 1943.971124] env[62490]: _type = "Task" [ 1943.971124] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.971124] env[62490]: DEBUG nova.compute.provider_tree [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.978616] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1943.978616] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526605f0-8f82-4e6b-4d67-4bdbc711643d" [ 1943.978616] env[62490]: _type = "HttpNfcLease" [ 1943.978616] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1943.978944] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1943.978944] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526605f0-8f82-4e6b-4d67-4bdbc711643d" [ 1943.978944] env[62490]: _type = "HttpNfcLease" [ 1943.978944] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1943.982204] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb509500-6a13-4b20-8cce-5a6cedaba722 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.987039] env[62490]: DEBUG oslo_vmware.api [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.993204] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d9d34-21c0-f2a5-58c1-88fa9a4428a3/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1943.993366] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d9d34-21c0-f2a5-58c1-88fa9a4428a3/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1944.095532] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b847ec2-e150-4f78-8ed9-0c5b3061b228 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.396379] env[62490]: DEBUG oslo_vmware.api [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065805, 'name': ReconfigVM_Task, 'duration_secs': 5.923074} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.397454] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.397454] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Reconfigured VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1944.427582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.474692] env[62490]: DEBUG nova.scheduler.client.report [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.495980] env[62490]: DEBUG oslo_vmware.api [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065810, 'name': PowerOffVM_Task, 'duration_secs': 0.239218} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.496472] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.497996] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.497996] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f31979d3-503c-4bc4-9c0c-8696c5aca569 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.585549] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.585549] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.585755] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Deleting the datastore file [datastore1] fefcb0f7-ed25-42e8-9bd1-12d888320d99 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.585999] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f46f47f3-779d-40fa-8c2a-3cea43096c65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.596090] env[62490]: DEBUG oslo_vmware.api [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for the task: (returnval){ [ 1944.596090] env[62490]: value = "task-2065812" [ 1944.596090] env[62490]: _type = "Task" [ 1944.596090] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.607406] env[62490]: DEBUG oslo_vmware.api [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.983793] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.990412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.479s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.994316] env[62490]: INFO nova.compute.claims [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1945.016375] env[62490]: INFO nova.scheduler.client.report [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Deleted allocations for instance 91bd7be3-04e4-4d69-bcd1-f8d09614c74c [ 1945.109489] env[62490]: DEBUG oslo_vmware.api [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Task: {'id': task-2065812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452517} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.109489] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.109489] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1945.109489] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1945.109489] env[62490]: INFO nova.compute.manager [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1945.110078] env[62490]: DEBUG oslo.service.loopingcall [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.110078] env[62490]: DEBUG nova.compute.manager [-] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1945.110078] env[62490]: DEBUG nova.network.neutron [-] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1945.523053] env[62490]: DEBUG nova.compute.manager [req-2c6b117e-3f42-4cc3-a661-8de33a8f9e6d req-9fd4ab66-f302-4a5f-971b-2c555af6fc7d service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received event network-vif-deleted-96f8047a-e3b9-4dff-8325-c41e360dc409 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1945.523424] env[62490]: INFO nova.compute.manager [req-2c6b117e-3f42-4cc3-a661-8de33a8f9e6d req-9fd4ab66-f302-4a5f-971b-2c555af6fc7d service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Neutron deleted interface 96f8047a-e3b9-4dff-8325-c41e360dc409; detaching it from the instance and deleting it from the info cache [ 1945.523828] env[62490]: DEBUG nova.network.neutron [req-2c6b117e-3f42-4cc3-a661-8de33a8f9e6d req-9fd4ab66-f302-4a5f-971b-2c555af6fc7d service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.531929] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c71822c3-190b-45bc-9f8c-757205e2ca72 tempest-ServersTestJSON-331605173 tempest-ServersTestJSON-331605173-project-member] Lock "91bd7be3-04e4-4d69-bcd1-f8d09614c74c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.582s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.028453] env[62490]: DEBUG nova.compute.manager [req-75fffdf7-6134-4d62-a93a-542fb5993329 req-a6b50193-5733-4e12-af62-36d0dec0db47 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Received event network-vif-deleted-0352784a-873d-4d71-bb04-f11baabbfd78 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.029160] env[62490]: INFO nova.compute.manager [req-75fffdf7-6134-4d62-a93a-542fb5993329 req-a6b50193-5733-4e12-af62-36d0dec0db47 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Neutron deleted interface 0352784a-873d-4d71-bb04-f11baabbfd78; detaching it from the instance and deleting it from the info cache [ 1946.029160] env[62490]: DEBUG nova.network.neutron [req-75fffdf7-6134-4d62-a93a-542fb5993329 req-a6b50193-5733-4e12-af62-36d0dec0db47 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.033515] env[62490]: DEBUG oslo_concurrency.lockutils [req-2c6b117e-3f42-4cc3-a661-8de33a8f9e6d req-9fd4ab66-f302-4a5f-971b-2c555af6fc7d service nova] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.033792] env[62490]: DEBUG oslo_concurrency.lockutils [req-2c6b117e-3f42-4cc3-a661-8de33a8f9e6d req-9fd4ab66-f302-4a5f-971b-2c555af6fc7d service nova] Acquired lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.034989] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c0ce99-896d-40f3-b047-1c0d0346d02f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.059772] env[62490]: DEBUG oslo_concurrency.lockutils [req-2c6b117e-3f42-4cc3-a661-8de33a8f9e6d req-9fd4ab66-f302-4a5f-971b-2c555af6fc7d service nova] Releasing lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.059772] env[62490]: WARNING nova.compute.manager [req-2c6b117e-3f42-4cc3-a661-8de33a8f9e6d req-9fd4ab66-f302-4a5f-971b-2c555af6fc7d service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Detach interface failed, port_id=96f8047a-e3b9-4dff-8325-c41e360dc409, reason: No device with interface-id 96f8047a-e3b9-4dff-8325-c41e360dc409 exists on VM: nova.exception.NotFound: No device with interface-id 96f8047a-e3b9-4dff-8325-c41e360dc409 exists on VM [ 1946.127766] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.128029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.128796] env[62490]: DEBUG nova.network.neutron [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.177139] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.309217] env[62490]: DEBUG nova.network.neutron [-] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.484572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.485373] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.485373] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.485518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.485731] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.487823] env[62490]: INFO nova.compute.manager [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Terminating instance [ 1946.536619] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b22eff73-6011-4783-b245-7361e1ee1a94 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.546950] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b9466c-e1f9-4b8f-8756-27a792b047d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.561400] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1cf536-2030-4d6e-b434-65e0a9e8e137 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.568610] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1921721d-99d2-4c6c-8bdb-32cf26b46e99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.589276] env[62490]: DEBUG nova.compute.manager [req-75fffdf7-6134-4d62-a93a-542fb5993329 req-a6b50193-5733-4e12-af62-36d0dec0db47 service nova] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Detach interface failed, port_id=0352784a-873d-4d71-bb04-f11baabbfd78, reason: Instance fefcb0f7-ed25-42e8-9bd1-12d888320d99 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1946.615744] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9245ae54-00e0-4108-8d2a-f54be3169647 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.623687] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dca66b-09bb-4799-be14-999aecac22d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.640566] env[62490]: DEBUG nova.compute.provider_tree [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.812098] env[62490]: INFO nova.compute.manager [-] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Took 1.70 seconds to deallocate network for instance. [ 1946.991655] env[62490]: DEBUG nova.compute.manager [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1946.991897] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1946.992827] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d3fd6f-3fc9-4336-be5b-c59939e729cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.002460] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.002688] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b071958d-48a6-4567-8b75-1d37cc2a4a78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.011786] env[62490]: DEBUG oslo_vmware.api [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1947.011786] env[62490]: value = "task-2065813" [ 1947.011786] env[62490]: _type = "Task" [ 1947.011786] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.021932] env[62490]: DEBUG oslo_vmware.api [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.104370] env[62490]: DEBUG nova.network.neutron [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [{"id": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "address": "fa:16:3e:cc:84:ae", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81386a70-c4", "ovs_interfaceid": "81386a70-c4f7-46fe-8e62-7254a5b4c8ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.144137] env[62490]: DEBUG nova.scheduler.client.report [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.319635] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.525880] env[62490]: DEBUG oslo_vmware.api [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065813, 'name': PowerOffVM_Task, 'duration_secs': 0.312053} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.526163] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1947.526322] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1947.526572] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80038694-a39c-4c41-b908-db37987800fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.608383] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-4f79ab71-ba4d-42ca-af1d-43b45d4cf970" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.652195] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.652195] env[62490]: DEBUG nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1947.654264] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.371s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.654629] env[62490]: DEBUG nova.objects.instance [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1948.104730] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.104999] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.105256] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleting the datastore file [datastore1] 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.105553] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b16ae3f7-d235-4087-a9a9-e4220ec8c6ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.117202] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e398e265-38d1-48be-b879-4e34253ac8cf tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-4f79ab71-ba4d-42ca-af1d-43b45d4cf970-96f8047a-e3b9-4dff-8325-c41e360dc409" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.580s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.118486] env[62490]: DEBUG oslo_vmware.api [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 1948.118486] env[62490]: value = "task-2065815" [ 1948.118486] env[62490]: _type = "Task" [ 1948.118486] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.128653] env[62490]: DEBUG oslo_vmware.api [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.161549] env[62490]: DEBUG nova.compute.utils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.170018] env[62490]: DEBUG nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1948.170018] env[62490]: DEBUG nova.network.neutron [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.218983] env[62490]: DEBUG nova.policy [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7fdfb83d0b548c0b82402481db287c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3c7f094e4e4556ab2baa80db2b21b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1948.304210] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "c144a36e-b7cb-4910-8733-29f0d9c15e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.304711] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.630603] env[62490]: DEBUG oslo_vmware.api [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295972} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.630906] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1948.631146] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1948.631353] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1948.631561] env[62490]: INFO nova.compute.manager [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1948.631857] env[62490]: DEBUG oslo.service.loopingcall [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.632075] env[62490]: DEBUG nova.compute.manager [-] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1948.632175] env[62490]: DEBUG nova.network.neutron [-] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1948.669163] env[62490]: DEBUG nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1948.673627] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b6c96038-6bb0-483d-9cf1-1a155de5aafe tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.677611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.468s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.677611] env[62490]: DEBUG nova.objects.instance [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'resources' on Instance uuid 8a710bc4-36df-4768-b926-399c4dcccc71 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.807975] env[62490]: DEBUG nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.173144] env[62490]: DEBUG nova.network.neutron [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Successfully created port: 150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1949.332655] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.655019] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e219813-37fb-429f-b26f-57e2ed78b618 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.661574] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1527416-d254-4157-bc62-f7f00b36699b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.697346] env[62490]: DEBUG nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1949.700711] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52504805-1e3b-400b-bd03-21410d9c6baa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.709035] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5f3e3a-ed28-40db-8ef1-bac1b39eea49 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.724247] env[62490]: DEBUG nova.compute.provider_tree [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.735373] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1949.735641] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.735802] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1949.735985] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.736150] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1949.736301] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1949.736509] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1949.736665] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1949.736836] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1949.736998] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1949.737184] env[62490]: DEBUG nova.virt.hardware [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1949.738309] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172fc1e4-e67e-4043-ac06-e1efbd858338 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.746868] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d29055b-9ee1-485c-a9ae-f8ca14a91583 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.056801] env[62490]: DEBUG nova.compute.manager [req-0bc0eb09-6a8b-43a8-944d-123775cbe5d5 req-373a935f-1712-4964-a911-691a54850b3e service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Received event network-vif-deleted-81386a70-c4f7-46fe-8e62-7254a5b4c8ec {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1950.059329] env[62490]: INFO nova.compute.manager [req-0bc0eb09-6a8b-43a8-944d-123775cbe5d5 req-373a935f-1712-4964-a911-691a54850b3e service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Neutron deleted interface 81386a70-c4f7-46fe-8e62-7254a5b4c8ec; detaching it from the instance and deleting it from the info cache [ 1950.060777] env[62490]: DEBUG nova.network.neutron [req-0bc0eb09-6a8b-43a8-944d-123775cbe5d5 req-373a935f-1712-4964-a911-691a54850b3e service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.230125] env[62490]: DEBUG nova.scheduler.client.report [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1950.368147] env[62490]: DEBUG nova.network.neutron [-] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.569247] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33f507d8-cdf4-4f94-9368-a65b4d545bb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.581226] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0309ce-f281-4656-a0ab-83b2077502cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.624202] env[62490]: DEBUG nova.compute.manager [req-0bc0eb09-6a8b-43a8-944d-123775cbe5d5 req-373a935f-1712-4964-a911-691a54850b3e service nova] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Detach interface failed, port_id=81386a70-c4f7-46fe-8e62-7254a5b4c8ec, reason: Instance 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1950.735056] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.737517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.452s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.737752] env[62490]: DEBUG nova.objects.instance [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lazy-loading 'resources' on Instance uuid c2d26e57-23c3-4420-9337-f5ac25df9790 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.762708] env[62490]: INFO nova.scheduler.client.report [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted allocations for instance 8a710bc4-36df-4768-b926-399c4dcccc71 [ 1950.870910] env[62490]: INFO nova.compute.manager [-] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Took 2.24 seconds to deallocate network for instance. [ 1950.880963] env[62490]: DEBUG nova.compute.manager [req-fb946b73-d88d-4316-be9c-ef1604e8bc91 req-5e487ee3-62c6-480f-86e1-89f96c583e70 service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Received event network-vif-plugged-150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1950.881218] env[62490]: DEBUG oslo_concurrency.lockutils [req-fb946b73-d88d-4316-be9c-ef1604e8bc91 req-5e487ee3-62c6-480f-86e1-89f96c583e70 service nova] Acquiring lock "3afa0dd2-ef65-4b79-962c-40bc408f0793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.881432] env[62490]: DEBUG oslo_concurrency.lockutils [req-fb946b73-d88d-4316-be9c-ef1604e8bc91 req-5e487ee3-62c6-480f-86e1-89f96c583e70 service nova] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.881595] env[62490]: DEBUG oslo_concurrency.lockutils [req-fb946b73-d88d-4316-be9c-ef1604e8bc91 req-5e487ee3-62c6-480f-86e1-89f96c583e70 service nova] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.881928] env[62490]: DEBUG nova.compute.manager [req-fb946b73-d88d-4316-be9c-ef1604e8bc91 req-5e487ee3-62c6-480f-86e1-89f96c583e70 service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] No waiting events found dispatching network-vif-plugged-150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1950.881993] env[62490]: WARNING nova.compute.manager [req-fb946b73-d88d-4316-be9c-ef1604e8bc91 req-5e487ee3-62c6-480f-86e1-89f96c583e70 service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Received unexpected event network-vif-plugged-150cb1df-69de-4097-8114-c29b58771341 for instance with vm_state building and task_state spawning. [ 1951.145403] env[62490]: DEBUG nova.network.neutron [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Successfully updated port: 150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.278874] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fa9bdf58-a0dc-46a0-99e5-b652e6a5edba tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "8a710bc4-36df-4768-b926-399c4dcccc71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.415s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.380087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.648337] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.648426] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.650572] env[62490]: DEBUG nova.network.neutron [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.704866] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47106c81-9b16-43a9-8304-cd3759f0f593 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.713202] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb94375-a022-4b6f-8f7f-f90e12b5e7c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.745372] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543b190d-43ad-441f-b43c-060c9b680bb6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.753404] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad33ef-6f77-4c6a-942f-974e3e51e030 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.768325] env[62490]: DEBUG nova.compute.provider_tree [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.210255] env[62490]: DEBUG nova.network.neutron [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.275202] env[62490]: DEBUG nova.scheduler.client.report [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.450276] env[62490]: DEBUG nova.network.neutron [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updating instance_info_cache with network_info: [{"id": "150cb1df-69de-4097-8114-c29b58771341", "address": "fa:16:3e:35:fd:45", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150cb1df-69", "ovs_interfaceid": "150cb1df-69de-4097-8114-c29b58771341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.581888] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d9d34-21c0-f2a5-58c1-88fa9a4428a3/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1952.582927] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f59db1-fbac-4098-9efd-f550e220f752 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.590969] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d9d34-21c0-f2a5-58c1-88fa9a4428a3/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1952.591165] env[62490]: ERROR oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d9d34-21c0-f2a5-58c1-88fa9a4428a3/disk-0.vmdk due to incomplete transfer. [ 1952.591393] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e58123d-4150-48bc-b91d-5e5854152297 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.599011] env[62490]: DEBUG oslo_vmware.rw_handles [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d9d34-21c0-f2a5-58c1-88fa9a4428a3/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1952.599222] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Uploaded image 978f3cec-2b54-4291-92cd-52136a587026 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1952.601784] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1952.602357] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a6ac2c6-34e5-41c3-8eeb-ccc5520c75d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.608089] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1952.608089] env[62490]: value = "task-2065816" [ 1952.608089] env[62490]: _type = "Task" [ 1952.608089] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.620510] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065816, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.782231] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.784625] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.079s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.784924] env[62490]: DEBUG nova.objects.instance [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lazy-loading 'resources' on Instance uuid f2c7f8cb-3da0-45b3-ba7d-67307196e534 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.800964] env[62490]: INFO nova.scheduler.client.report [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleted allocations for instance c2d26e57-23c3-4420-9337-f5ac25df9790 [ 1952.895126] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.895360] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.954227] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.954227] env[62490]: DEBUG nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Instance network_info: |[{"id": "150cb1df-69de-4097-8114-c29b58771341", "address": "fa:16:3e:35:fd:45", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150cb1df-69", "ovs_interfaceid": "150cb1df-69de-4097-8114-c29b58771341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1952.954227] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:fd:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '150cb1df-69de-4097-8114-c29b58771341', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1952.963464] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating folder: Project (5b3c7f094e4e4556ab2baa80db2b21b3). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1952.965467] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5b32924-cbc5-48da-937c-9fc841eb7842 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.973918] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "4f8852e7-9d9c-4631-8df2-6332305553e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.974253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.986030] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created folder: Project (5b3c7f094e4e4556ab2baa80db2b21b3) in parent group-v423467. [ 1952.986030] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating folder: Instances. Parent ref: group-v423628. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1952.986264] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78f34348-608c-4eec-8637-6a6bf80be577 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.996415] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created folder: Instances in parent group-v423628. [ 1952.996578] env[62490]: DEBUG oslo.service.loopingcall [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.997773] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1952.999600] env[62490]: DEBUG nova.compute.manager [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Received event network-changed-150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1952.999600] env[62490]: DEBUG nova.compute.manager [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Refreshing instance network info cache due to event network-changed-150cb1df-69de-4097-8114-c29b58771341. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1952.999600] env[62490]: DEBUG oslo_concurrency.lockutils [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] Acquiring lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.999600] env[62490]: DEBUG oslo_concurrency.lockutils [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] Acquired lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.999600] env[62490]: DEBUG nova.network.neutron [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Refreshing network info cache for port 150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.003138] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fbeb011-ab06-45ad-a5f9-7fe167f3b615 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.023416] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.023416] env[62490]: value = "task-2065819" [ 1953.023416] env[62490]: _type = "Task" [ 1953.023416] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.033206] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065819, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.117902] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065816, 'name': Destroy_Task, 'duration_secs': 0.438938} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.118205] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Destroyed the VM [ 1953.118437] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1953.118870] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4c83a47d-ea7f-45aa-9487-d3b4896c40ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.126330] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1953.126330] env[62490]: value = "task-2065820" [ 1953.126330] env[62490]: _type = "Task" [ 1953.126330] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.134878] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.312034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0993cd07-7479-4adc-bd98-48ba9feb6e8f tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "c2d26e57-23c3-4420-9337-f5ac25df9790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.916s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.398049] env[62490]: DEBUG nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1953.478176] env[62490]: DEBUG nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1953.537536] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065819, 'name': CreateVM_Task, 'duration_secs': 0.508336} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.537994] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1953.538522] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.538736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.539487] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1953.540031] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9c326c-6d77-46f0-a0fe-a4e339c84447 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.545738] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1953.545738] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520e85f5-e570-f7de-4172-03bcdf2ffccb" [ 1953.545738] env[62490]: _type = "Task" [ 1953.545738] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.557319] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520e85f5-e570-f7de-4172-03bcdf2ffccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.636062] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065820, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.664024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c183f0-9733-4057-9cd8-c3934f193398 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.675639] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f3fdd3-f4a3-4ac9-bf44-22404412a515 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.708877] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ca7a1-4d92-4747-8600-5d4c89193cd8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.717033] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1368d50b-cdbf-4848-a242-beb403e07da5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.736461] env[62490]: DEBUG nova.compute.provider_tree [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.806788] env[62490]: DEBUG nova.network.neutron [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updated VIF entry in instance network info cache for port 150cb1df-69de-4097-8114-c29b58771341. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.807174] env[62490]: DEBUG nova.network.neutron [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updating instance_info_cache with network_info: [{"id": "150cb1df-69de-4097-8114-c29b58771341", "address": "fa:16:3e:35:fd:45", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150cb1df-69", "ovs_interfaceid": "150cb1df-69de-4097-8114-c29b58771341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.917179] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.003104] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.056921] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520e85f5-e570-f7de-4172-03bcdf2ffccb, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.057258] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.057495] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.057831] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.057884] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.058055] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.058321] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fed930e-00ac-494e-bfd1-517b76ee5696 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.066536] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.066834] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1954.067432] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff75e90-9a84-4d24-a2ab-8a83609ba381 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.073117] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1954.073117] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f3656-c86d-c928-5256-212eb9ccdb3f" [ 1954.073117] env[62490]: _type = "Task" [ 1954.073117] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.080774] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f3656-c86d-c928-5256-212eb9ccdb3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.135587] env[62490]: DEBUG oslo_vmware.api [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065820, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64409} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.135875] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1954.136083] env[62490]: INFO nova.compute.manager [None req-89763d9c-08ee-47ed-9c36-cfb078da8b38 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Took 20.06 seconds to snapshot the instance on the hypervisor. [ 1954.241581] env[62490]: DEBUG nova.scheduler.client.report [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.310062] env[62490]: DEBUG oslo_concurrency.lockutils [req-c52fc62a-2d04-43ad-af6f-8b9515d9fe2b req-8a500bac-f504-4453-9a31-cf1efc05ac4d service nova] Releasing lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.583207] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f3656-c86d-c928-5256-212eb9ccdb3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.583738] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc0ad64-687c-4615-bea1-a5fcc100296e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.588920] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1954.588920] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d21ef0-c3c1-7702-ef7c-0ed524cb1de0" [ 1954.588920] env[62490]: _type = "Task" [ 1954.588920] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.596860] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d21ef0-c3c1-7702-ef7c-0ed524cb1de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.746942] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.749291] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.031s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.749458] env[62490]: DEBUG nova.objects.instance [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1954.763949] env[62490]: INFO nova.scheduler.client.report [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Deleted allocations for instance f2c7f8cb-3da0-45b3-ba7d-67307196e534 [ 1954.940446] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "5a58fd81-e918-485a-890f-55d9640e5008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.940673] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "5a58fd81-e918-485a-890f-55d9640e5008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.005975] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "492ee2d6-fe01-41db-9006-d5b56e6e041e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.006241] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.099580] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d21ef0-c3c1-7702-ef7c-0ed524cb1de0, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.099580] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.099789] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3afa0dd2-ef65-4b79-962c-40bc408f0793/3afa0dd2-ef65-4b79-962c-40bc408f0793.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.100117] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8728e1df-f1ee-4d0b-a486-b605b57327e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.108242] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1955.108242] env[62490]: value = "task-2065821" [ 1955.108242] env[62490]: _type = "Task" [ 1955.108242] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.116176] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.270848] env[62490]: DEBUG oslo_concurrency.lockutils [None req-702d4809-dc2b-4c9b-8e66-4879a8b3a9ed tempest-ServersTestFqdnHostnames-223813801 tempest-ServersTestFqdnHostnames-223813801-project-member] Lock "f2c7f8cb-3da0-45b3-ba7d-67307196e534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.513s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.442871] env[62490]: DEBUG nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1955.511027] env[62490]: DEBUG nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1955.619846] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500233} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.620161] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3afa0dd2-ef65-4b79-962c-40bc408f0793/3afa0dd2-ef65-4b79-962c-40bc408f0793.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.620361] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.620650] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7f2fe10-4c6b-4277-92d0-49e951c6c729 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.627398] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1955.627398] env[62490]: value = "task-2065822" [ 1955.627398] env[62490]: _type = "Task" [ 1955.627398] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.636248] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.761257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f6c4ff8-f1d5-4a66-8aab-ab30b86843a6 tempest-ServersAdmin275Test-654036975 tempest-ServersAdmin275Test-654036975-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.761257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.519s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.761257] env[62490]: INFO nova.compute.claims [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.968886] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.031590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.138115] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06341} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.138398] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1956.139582] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9be3ac-cca0-425e-b50e-55ffc9f3a3a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.161425] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 3afa0dd2-ef65-4b79-962c-40bc408f0793/3afa0dd2-ef65-4b79-962c-40bc408f0793.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.161861] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b213c6da-3ea6-4a7b-89a1-3121f6429f8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.183827] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1956.183827] env[62490]: value = "task-2065823" [ 1956.183827] env[62490]: _type = "Task" [ 1956.183827] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.191882] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.638235] env[62490]: INFO nova.compute.manager [None req-b1041ab3-b150-4067-87a2-12afde22e8d5 tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Get console output [ 1956.638518] env[62490]: WARNING nova.virt.vmwareapi.driver [None req-b1041ab3-b150-4067-87a2-12afde22e8d5 tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] The console log is missing. Check your VSPC configuration [ 1956.699172] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065823, 'name': ReconfigVM_Task, 'duration_secs': 0.261398} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.699565] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 3afa0dd2-ef65-4b79-962c-40bc408f0793/3afa0dd2-ef65-4b79-962c-40bc408f0793.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.701131] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa08cdcc-2ef8-4687-918b-620fd7d21760 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.709225] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1956.709225] env[62490]: value = "task-2065824" [ 1956.709225] env[62490]: _type = "Task" [ 1956.709225] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.719012] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065824, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.145657] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a1db0c-ed39-491f-b26d-4d5f6579cd3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.153572] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606cdf73-0788-4038-bf4d-72e5a7c3cf61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.184902] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18475bc7-1170-4905-b463-5ea2c4004699 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.193416] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4006282-0867-425b-9dfc-58424677fc95 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.208201] env[62490]: DEBUG nova.compute.provider_tree [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.217094] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065824, 'name': Rename_Task, 'duration_secs': 0.148228} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.217926] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.218196] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ace695-f36f-4c46-805a-a0ece0ddf63a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.224905] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 1957.224905] env[62490]: value = "task-2065825" [ 1957.224905] env[62490]: _type = "Task" [ 1957.224905] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.232669] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.414276] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.414577] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.414796] env[62490]: INFO nova.compute.manager [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Shelving [ 1957.714111] env[62490]: DEBUG nova.scheduler.client.report [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.735448] env[62490]: DEBUG oslo_vmware.api [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2065825, 'name': PowerOnVM_Task, 'duration_secs': 0.446337} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.735760] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1957.735957] env[62490]: INFO nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1957.736155] env[62490]: DEBUG nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.737216] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6cc3c1-890a-4bbc-a902-a7b7c7a74913 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.976973] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "0fc31c87-417f-4447-943e-00f125f27bbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.977244] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "0fc31c87-417f-4447-943e-00f125f27bbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.977455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "0fc31c87-417f-4447-943e-00f125f27bbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.977638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "0fc31c87-417f-4447-943e-00f125f27bbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.977804] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "0fc31c87-417f-4447-943e-00f125f27bbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.979894] env[62490]: INFO nova.compute.manager [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Terminating instance [ 1958.220044] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.220044] env[62490]: DEBUG nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1958.222480] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.705s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.222835] env[62490]: DEBUG nova.objects.instance [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lazy-loading 'resources' on Instance uuid 927f44df-72d2-4985-bfac-161dad9285a6 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.255188] env[62490]: INFO nova.compute.manager [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Took 45.76 seconds to build instance. [ 1958.423687] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.424012] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70113b6b-f747-4b12-bd7f-adfe29125a67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.431703] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1958.431703] env[62490]: value = "task-2065826" [ 1958.431703] env[62490]: _type = "Task" [ 1958.431703] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.439934] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.484715] env[62490]: DEBUG nova.compute.manager [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1958.484969] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1958.485950] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ffb685-2942-4211-afa0-a9bb77173185 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.493966] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.494221] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c83b35bb-863b-481c-a792-b0b908006885 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.500651] env[62490]: DEBUG oslo_vmware.api [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1958.500651] env[62490]: value = "task-2065827" [ 1958.500651] env[62490]: _type = "Task" [ 1958.500651] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.509406] env[62490]: DEBUG oslo_vmware.api [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.644314] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.644553] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.725371] env[62490]: DEBUG nova.compute.utils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.727178] env[62490]: DEBUG nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1958.727265] env[62490]: DEBUG nova.network.neutron [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.756936] env[62490]: DEBUG oslo_concurrency.lockutils [None req-174cde2a-2a91-4737-bd9f-cb25c6f0974d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.273s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.941888] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065826, 'name': PowerOffVM_Task, 'duration_secs': 0.256009} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.944984] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.946000] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf85a6f-49f9-4d4e-81c7-1295e48939f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.970237] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df30518-4755-4154-ae5e-a9f92c3135b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.012687] env[62490]: DEBUG oslo_vmware.api [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065827, 'name': PowerOffVM_Task, 'duration_secs': 0.18777} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.012949] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1959.013261] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1959.013585] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef597746-fa39-4e92-b73b-927f50d23553 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.042600] env[62490]: DEBUG nova.policy [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa6a938305b444fab56532ad534a1cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf64293ceb7a41889059e4034359020e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1959.150145] env[62490]: DEBUG nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1959.187515] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd5e73c-2bc8-4ce1-900d-a3b8087f5584 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.197199] env[62490]: DEBUG nova.compute.manager [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Received event network-changed-150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1959.197464] env[62490]: DEBUG nova.compute.manager [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Refreshing instance network info cache due to event network-changed-150cb1df-69de-4097-8114-c29b58771341. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1959.197742] env[62490]: DEBUG oslo_concurrency.lockutils [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] Acquiring lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.197948] env[62490]: DEBUG oslo_concurrency.lockutils [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] Acquired lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.198193] env[62490]: DEBUG nova.network.neutron [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Refreshing network info cache for port 150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.205616] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96e73af-c52a-4981-a55e-821222a8e31d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.236730] env[62490]: DEBUG nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1959.240293] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e5c124-f61e-4de5-830e-684bce13b3bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.248411] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c908d397-a0c5-4053-b2d6-d566db04a6cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.262521] env[62490]: DEBUG nova.compute.provider_tree [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.348659] env[62490]: DEBUG nova.network.neutron [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Successfully created port: 1b2ce960-7c9b-4771-860f-d5bdd637c099 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1959.481006] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1959.481349] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7588731f-9303-4371-b1ff-3ba11e96eb6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.491793] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1959.491793] env[62490]: value = "task-2065829" [ 1959.491793] env[62490]: _type = "Task" [ 1959.491793] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.499666] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065829, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.675931] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.767845] env[62490]: DEBUG nova.scheduler.client.report [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.002249] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065829, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.249708] env[62490]: DEBUG nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1960.258277] env[62490]: DEBUG nova.network.neutron [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updated VIF entry in instance network info cache for port 150cb1df-69de-4097-8114-c29b58771341. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1960.258745] env[62490]: DEBUG nova.network.neutron [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updating instance_info_cache with network_info: [{"id": "150cb1df-69de-4097-8114-c29b58771341", "address": "fa:16:3e:35:fd:45", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150cb1df-69", "ovs_interfaceid": "150cb1df-69de-4097-8114-c29b58771341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.278046] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1960.278343] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1960.278512] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1960.278698] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1960.278874] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1960.279051] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1960.279264] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1960.279426] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1960.279622] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1960.279786] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1960.279961] env[62490]: DEBUG nova.virt.hardware [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1960.280738] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.283431] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dfd248-7795-4ef7-8b55-b7e09453e73f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.286850] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.355s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.295886] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae26b0e4-55c6-4eb1-b06f-62a08914f12c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.310936] env[62490]: INFO nova.scheduler.client.report [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted allocations for instance 927f44df-72d2-4985-bfac-161dad9285a6 [ 1960.502054] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065829, 'name': CreateSnapshot_Task, 'duration_secs': 0.598591} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.502406] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1960.503197] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb1150-c7c0-407e-a7c5-f71cfefe809a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.761534] env[62490]: DEBUG oslo_concurrency.lockutils [req-ebcd8023-9384-4d7e-972c-73feca78c18a req-83028c21-1bcc-4769-bfae-d7cb2f45585a service nova] Releasing lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.795490] env[62490]: DEBUG nova.objects.instance [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lazy-loading 'migration_context' on Instance uuid 7a6307d1-b846-431e-bd20-e7755fc0f9fc {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.817844] env[62490]: DEBUG oslo_concurrency.lockutils [None req-00a503fa-a235-414f-828d-05ed4d9a9d00 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "927f44df-72d2-4985-bfac-161dad9285a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.937s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.022064] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1961.022064] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40fe1668-1fdf-4ae7-963a-9819d35af4a8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.029195] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1961.029195] env[62490]: value = "task-2065830" [ 1961.029195] env[62490]: _type = "Task" [ 1961.029195] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.036947] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.541691] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.652566] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba5206a-5315-48de-a15d-51343823d027 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.659943] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e614a5-1750-47cc-b159-ebec7716a480 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.689991] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70490670-c17b-4bc4-83d7-699091c0bdb4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.697011] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a23ff0-1ee7-4886-90fc-eea495bd9587 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.709843] env[62490]: DEBUG nova.compute.provider_tree [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.906555] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.906838] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.907101] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "76037297-9052-41aa-9a6c-2fbcb0cb0797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.907424] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.907642] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.909871] env[62490]: INFO nova.compute.manager [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Terminating instance [ 1962.039635] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.212927] env[62490]: DEBUG nova.scheduler.client.report [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.414125] env[62490]: DEBUG nova.compute.manager [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1962.414482] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1962.415316] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd18b8-dda9-47bd-8be3-11af66ff902b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.423220] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.423468] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ba7630-5ed7-4da7-9ddd-333ff2a2d157 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.430221] env[62490]: DEBUG oslo_vmware.api [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1962.430221] env[62490]: value = "task-2065831" [ 1962.430221] env[62490]: _type = "Task" [ 1962.430221] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.439167] env[62490]: DEBUG oslo_vmware.api [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.540695] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.940296] env[62490]: DEBUG oslo_vmware.api [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065831, 'name': PowerOffVM_Task, 'duration_secs': 0.235042} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.940575] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.940739] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1962.941370] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-606bc077-3ebc-4dae-8cb9-91ed10ede8f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.041211] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.223439] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.936s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.229219] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.784s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.229454] env[62490]: DEBUG nova.objects.instance [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lazy-loading 'resources' on Instance uuid 5739e674-a7c3-4d99-b568-bc361cbfbeb1 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1963.332523] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1963.332760] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1963.332948] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Deleting the datastore file [datastore1] 0fc31c87-417f-4447-943e-00f125f27bbb {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1963.333328] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b68619fa-4f0c-4603-a19a-56058d93e180 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.340430] env[62490]: DEBUG oslo_vmware.api [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for the task: (returnval){ [ 1963.340430] env[62490]: value = "task-2065833" [ 1963.340430] env[62490]: _type = "Task" [ 1963.340430] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.341241] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1963.341432] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1963.341608] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleting the datastore file [datastore1] 76037297-9052-41aa-9a6c-2fbcb0cb0797 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1963.344994] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d333645-6fd1-4abe-b172-e7d7c6ad34e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.351621] env[62490]: DEBUG oslo_vmware.api [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.352869] env[62490]: DEBUG oslo_vmware.api [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1963.352869] env[62490]: value = "task-2065834" [ 1963.352869] env[62490]: _type = "Task" [ 1963.352869] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.361942] env[62490]: DEBUG oslo_vmware.api [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.542619] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.852971] env[62490]: DEBUG oslo_vmware.api [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Task: {'id': task-2065833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148117} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.853396] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1963.853580] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1963.853754] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1963.853926] env[62490]: INFO nova.compute.manager [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Took 5.37 seconds to destroy the instance on the hypervisor. [ 1963.854312] env[62490]: DEBUG oslo.service.loopingcall [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.857171] env[62490]: DEBUG nova.compute.manager [-] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1963.857248] env[62490]: DEBUG nova.network.neutron [-] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1963.866588] env[62490]: DEBUG oslo_vmware.api [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14609} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.866898] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1963.867030] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1963.867215] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1963.867389] env[62490]: INFO nova.compute.manager [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1963.867696] env[62490]: DEBUG oslo.service.loopingcall [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.867884] env[62490]: DEBUG nova.compute.manager [-] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1963.867986] env[62490]: DEBUG nova.network.neutron [-] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1964.044254] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.109785] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0970898d-15d4-403c-8fd7-bc11c12f1baa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.117862] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc2d711-f097-4045-b463-09fb66f82aaa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.156627] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4220485-a5c6-44b7-9c37-47f7645f894e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.164547] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a40c8-f14c-46d2-bdbb-154b08513523 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.178012] env[62490]: DEBUG nova.compute.provider_tree [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.373899] env[62490]: DEBUG nova.compute.manager [req-6539d80e-3133-4302-a1e3-de0f3795d6e4 req-149c6219-c5a1-401b-96d0-75da033e4291 service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Received event network-vif-deleted-7d7d8432-f81c-4b99-ac3c-7dbd91392a05 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1964.374112] env[62490]: INFO nova.compute.manager [req-6539d80e-3133-4302-a1e3-de0f3795d6e4 req-149c6219-c5a1-401b-96d0-75da033e4291 service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Neutron deleted interface 7d7d8432-f81c-4b99-ac3c-7dbd91392a05; detaching it from the instance and deleting it from the info cache [ 1964.374358] env[62490]: DEBUG nova.network.neutron [req-6539d80e-3133-4302-a1e3-de0f3795d6e4 req-149c6219-c5a1-401b-96d0-75da033e4291 service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.438391] env[62490]: DEBUG nova.compute.manager [req-2379f69d-8b53-4926-a427-660fb7886d43 req-4df0e0b4-caa9-4e85-8adf-f3ea80d34cf0 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Received event network-vif-plugged-1b2ce960-7c9b-4771-860f-d5bdd637c099 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1964.438616] env[62490]: DEBUG oslo_concurrency.lockutils [req-2379f69d-8b53-4926-a427-660fb7886d43 req-4df0e0b4-caa9-4e85-8adf-f3ea80d34cf0 service nova] Acquiring lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.438928] env[62490]: DEBUG oslo_concurrency.lockutils [req-2379f69d-8b53-4926-a427-660fb7886d43 req-4df0e0b4-caa9-4e85-8adf-f3ea80d34cf0 service nova] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.439123] env[62490]: DEBUG oslo_concurrency.lockutils [req-2379f69d-8b53-4926-a427-660fb7886d43 req-4df0e0b4-caa9-4e85-8adf-f3ea80d34cf0 service nova] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.439295] env[62490]: DEBUG nova.compute.manager [req-2379f69d-8b53-4926-a427-660fb7886d43 req-4df0e0b4-caa9-4e85-8adf-f3ea80d34cf0 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] No waiting events found dispatching network-vif-plugged-1b2ce960-7c9b-4771-860f-d5bdd637c099 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1964.439462] env[62490]: WARNING nova.compute.manager [req-2379f69d-8b53-4926-a427-660fb7886d43 req-4df0e0b4-caa9-4e85-8adf-f3ea80d34cf0 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Received unexpected event network-vif-plugged-1b2ce960-7c9b-4771-860f-d5bdd637c099 for instance with vm_state building and task_state spawning. [ 1964.545154] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065830, 'name': CloneVM_Task, 'duration_secs': 3.21914} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.545154] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Created linked-clone VM from snapshot [ 1964.545415] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a6277f-ecfc-42b0-bbfa-76f6b183a204 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.559184] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Uploading image 299dbd95-2056-411e-a67a-1765e769d729 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1964.565955] env[62490]: DEBUG nova.network.neutron [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Successfully updated port: 1b2ce960-7c9b-4771-860f-d5bdd637c099 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1964.602161] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1964.602161] env[62490]: value = "vm-423632" [ 1964.602161] env[62490]: _type = "VirtualMachine" [ 1964.602161] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1964.602496] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac8d6d3f-27cf-4210-9111-44d52af56d78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.610309] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lease: (returnval){ [ 1964.610309] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e47565-02d7-6c4c-64cb-9ae5901994ae" [ 1964.610309] env[62490]: _type = "HttpNfcLease" [ 1964.610309] env[62490]: } obtained for exporting VM: (result){ [ 1964.610309] env[62490]: value = "vm-423632" [ 1964.610309] env[62490]: _type = "VirtualMachine" [ 1964.610309] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1964.610953] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the lease: (returnval){ [ 1964.610953] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e47565-02d7-6c4c-64cb-9ae5901994ae" [ 1964.610953] env[62490]: _type = "HttpNfcLease" [ 1964.610953] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1964.618388] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1964.618388] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e47565-02d7-6c4c-64cb-9ae5901994ae" [ 1964.618388] env[62490]: _type = "HttpNfcLease" [ 1964.618388] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1964.681780] env[62490]: DEBUG nova.scheduler.client.report [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.767407] env[62490]: INFO nova.compute.manager [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Swapping old allocation on dict_keys(['58d12e9c-c3f5-4a54-9afe-d46accdaa966']) held by migration 73076126-ed46-425d-9874-108af474c546 for instance [ 1964.799057] env[62490]: DEBUG nova.scheduler.client.report [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Overwriting current allocation {'allocations': {'58d12e9c-c3f5-4a54-9afe-d46accdaa966': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '28c431ba73a148ab880cef75c22e11b3', 'user_id': 'f75e9155b94a4aa8bb4a12bbd0eb770c', 'consumer_generation': 1} on consumer 7a6307d1-b846-431e-bd20-e7755fc0f9fc {{(pid=62490) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1964.853923] env[62490]: DEBUG nova.network.neutron [-] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.877144] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16d56c14-1abf-441c-bfc1-3dd99b719657 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.886416] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9387aded-dc5c-4277-bae8-2f2a3a3d8694 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.897091] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.897260] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquired lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.897432] env[62490]: DEBUG nova.network.neutron [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1964.919829] env[62490]: DEBUG nova.compute.manager [req-6539d80e-3133-4302-a1e3-de0f3795d6e4 req-149c6219-c5a1-401b-96d0-75da033e4291 service nova] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Detach interface failed, port_id=7d7d8432-f81c-4b99-ac3c-7dbd91392a05, reason: Instance 76037297-9052-41aa-9a6c-2fbcb0cb0797 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1965.069752] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "refresh_cache-8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.069995] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired lock "refresh_cache-8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.070229] env[62490]: DEBUG nova.network.neutron [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.109285] env[62490]: DEBUG nova.network.neutron [-] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.118927] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1965.118927] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e47565-02d7-6c4c-64cb-9ae5901994ae" [ 1965.118927] env[62490]: _type = "HttpNfcLease" [ 1965.118927] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1965.119238] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1965.119238] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e47565-02d7-6c4c-64cb-9ae5901994ae" [ 1965.119238] env[62490]: _type = "HttpNfcLease" [ 1965.119238] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1965.119968] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac2b0bd-1f91-4794-b9ac-4a2acc58b1db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.129146] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221a6ef-a404-eac7-9523-337a6334a4f1/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1965.129146] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221a6ef-a404-eac7-9523-337a6334a4f1/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1965.188055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.190606] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.625s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.205813] env[62490]: INFO nova.scheduler.client.report [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Deleted allocations for instance 5739e674-a7c3-4d99-b568-bc361cbfbeb1 [ 1965.222634] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7090d507-637f-44a6-94f3-9a2d67f54d6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.360229] env[62490]: INFO nova.compute.manager [-] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Took 1.49 seconds to deallocate network for instance. [ 1965.606652] env[62490]: DEBUG nova.network.neutron [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1965.615035] env[62490]: INFO nova.compute.manager [-] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Took 1.76 seconds to deallocate network for instance. [ 1965.714986] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2076e187-37a6-4264-9101-3f8f3ad6e922 tempest-ServersAdmin275Test-1176283204 tempest-ServersAdmin275Test-1176283204-project-member] Lock "5739e674-a7c3-4d99-b568-bc361cbfbeb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.597s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.722803] env[62490]: DEBUG nova.network.neutron [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [{"id": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "address": "fa:16:3e:33:52:bc", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29961be-7f", "ovs_interfaceid": "c29961be-7f5e-464b-8a6b-dddbcefbb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.806128] env[62490]: DEBUG nova.network.neutron [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Updating instance_info_cache with network_info: [{"id": "1b2ce960-7c9b-4771-860f-d5bdd637c099", "address": "fa:16:3e:ca:f0:92", "network": {"id": "49c53ce2-3800-4b36-b9f8-ad6a76c9cfcb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1625459770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf64293ceb7a41889059e4034359020e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2ce960-7c", "ovs_interfaceid": "1b2ce960-7c9b-4771-860f-d5bdd637c099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.869279] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.122388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.206474] env[62490]: INFO nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating resource usage from migration 6f6d9915-08a8-4659-9e77-ecdaff1229f2 [ 1966.226397] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Releasing lock "refresh_cache-7a6307d1-b846-431e-bd20-e7755fc0f9fc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.226917] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.227226] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d9376e-7ef6-43c1-b339-b283d93b23e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.234705] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1966.234705] env[62490]: value = "task-2065836" [ 1966.234705] env[62490]: _type = "Task" [ 1966.234705] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.239156] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.239351] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 76037297-9052-41aa-9a6c-2fbcb0cb0797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.239487] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 0fc31c87-417f-4447-943e-00f125f27bbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.239689] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1966.239817] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.240176] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8a7f3c99-5084-4688-9ed5-1854c2c8733d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.240321] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance fefcb0f7-ed25-42e8-9bd1-12d888320d99 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1966.240461] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance aac0eead-47fa-4f91-8af9-1950a12104b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.240650] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d2d72bbb-85d1-4e43-8598-d91023f82176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.240861] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8846de16-a817-4daa-81fc-9567a8dd032e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.240986] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c5434c30-b136-40c0-aef3-86cc964a67ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.241166] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 88fc1ea6-46ae-470e-b003-77a8d073a457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.241250] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c305a73f-c450-4d30-a634-e4d3987876fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.241495] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1966.241630] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7a6307d1-b846-431e-bd20-e7755fc0f9fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.241743] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c2da5b87-e962-4b82-89ae-165ed2cf8605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.242298] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.242298] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.250340] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.309056] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Releasing lock "refresh_cache-8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.309168] env[62490]: DEBUG nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Instance network_info: |[{"id": "1b2ce960-7c9b-4771-860f-d5bdd637c099", "address": "fa:16:3e:ca:f0:92", "network": {"id": "49c53ce2-3800-4b36-b9f8-ad6a76c9cfcb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1625459770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf64293ceb7a41889059e4034359020e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2ce960-7c", "ovs_interfaceid": "1b2ce960-7c9b-4771-860f-d5bdd637c099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1966.309730] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f0:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b2ce960-7c9b-4771-860f-d5bdd637c099', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.318061] env[62490]: DEBUG oslo.service.loopingcall [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.318390] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.318631] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab7feef5-d78c-4592-8d6d-ac4618974736 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.340899] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.340899] env[62490]: value = "task-2065837" [ 1966.340899] env[62490]: _type = "Task" [ 1966.340899] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.349443] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065837, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.411297] env[62490]: DEBUG nova.compute.manager [req-b8b3c1eb-3341-47a5-a019-54bd4a2334b1 req-f8101afc-5a5b-4c4c-a750-c9df33d34a53 service nova] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Received event network-vif-deleted-5cc5e1fd-48d6-4db6-8e86-eb1cb9f3e38d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1966.480961] env[62490]: DEBUG nova.compute.manager [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Received event network-changed-1b2ce960-7c9b-4771-860f-d5bdd637c099 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1966.481366] env[62490]: DEBUG nova.compute.manager [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Refreshing instance network info cache due to event network-changed-1b2ce960-7c9b-4771-860f-d5bdd637c099. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1966.481737] env[62490]: DEBUG oslo_concurrency.lockutils [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] Acquiring lock "refresh_cache-8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.481873] env[62490]: DEBUG oslo_concurrency.lockutils [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] Acquired lock "refresh_cache-8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.482120] env[62490]: DEBUG nova.network.neutron [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Refreshing network info cache for port 1b2ce960-7c9b-4771-860f-d5bdd637c099 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.748127] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1966.748487] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Migration 6f6d9915-08a8-4659-9e77-ecdaff1229f2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1966.748557] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 1c00d7ca-49f7-498f-be88-3f035b28ee46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1966.748757] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (58d12e9c-c3f5-4a54-9afe-d46accdaa966): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1966.750325] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065836, 'name': PowerOffVM_Task, 'duration_secs': 0.252956} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.750965] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1966.751700] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:41:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dc838b2f-7e28-4f85-9615-aa8cccc91c10',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-708758570',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.752092] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.752337] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.752575] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.752805] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.752975] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.753241] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.753459] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.753748] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.753982] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.754259] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.760188] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-449097a5-35b8-4a25-9509-a153adc8ebc0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.780938] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1966.780938] env[62490]: value = "task-2065838" [ 1966.780938] env[62490]: _type = "Task" [ 1966.780938] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.792747] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.851068] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065837, 'name': CreateVM_Task, 'duration_secs': 0.363102} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.851526] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1966.852415] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.852684] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.853225] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1966.853507] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007b732e-f0f6-4d83-8217-0eb4e4bfa91d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.858572] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1966.858572] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5272962d-8d98-b44e-ac32-0cdcc1e0c924" [ 1966.858572] env[62490]: _type = "Task" [ 1966.858572] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.868688] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5272962d-8d98-b44e-ac32-0cdcc1e0c924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.219596] env[62490]: DEBUG nova.network.neutron [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Updated VIF entry in instance network info cache for port 1b2ce960-7c9b-4771-860f-d5bdd637c099. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.220061] env[62490]: DEBUG nova.network.neutron [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Updating instance_info_cache with network_info: [{"id": "1b2ce960-7c9b-4771-860f-d5bdd637c099", "address": "fa:16:3e:ca:f0:92", "network": {"id": "49c53ce2-3800-4b36-b9f8-ad6a76c9cfcb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1625459770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf64293ceb7a41889059e4034359020e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2ce960-7c", "ovs_interfaceid": "1b2ce960-7c9b-4771-860f-d5bdd637c099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.261104] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c144a36e-b7cb-4910-8733-29f0d9c15e43 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1967.294055] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065838, 'name': ReconfigVM_Task, 'duration_secs': 0.140389} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.294055] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c3312-4edb-493b-90ae-bbfa4bc540b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.313722] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:41:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dc838b2f-7e28-4f85-9615-aa8cccc91c10',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-708758570',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1967.313989] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.314167] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1967.314352] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.314522] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1967.314678] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1967.314881] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1967.315053] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1967.315245] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1967.315413] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1967.315588] env[62490]: DEBUG nova.virt.hardware [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1967.316477] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fdba3c-06ab-4304-b77c-e8218a16f706 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.322539] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1967.322539] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52340a73-b6eb-31ee-5d8f-0fb9feb0b0db" [ 1967.322539] env[62490]: _type = "Task" [ 1967.322539] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.331284] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52340a73-b6eb-31ee-5d8f-0fb9feb0b0db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.370080] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5272962d-8d98-b44e-ac32-0cdcc1e0c924, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.370430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.370707] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1967.370995] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.371201] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.371392] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1967.371714] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deecf70d-d001-434d-8acf-b13ecfec95af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.388880] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1967.389089] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1967.389953] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2000be30-193c-4b21-853f-089505a44d20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.395696] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1967.395696] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5286b959-15fd-4d7a-c811-e57e0e85fb6b" [ 1967.395696] env[62490]: _type = "Task" [ 1967.395696] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.403712] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5286b959-15fd-4d7a-c811-e57e0e85fb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.723565] env[62490]: DEBUG oslo_concurrency.lockutils [req-509d06ab-917f-4f8a-882a-148861e0d022 req-00e04f29-efb0-47f0-b451-7b9613be88e5 service nova] Releasing lock "refresh_cache-8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.768026] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1967.833370] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52340a73-b6eb-31ee-5d8f-0fb9feb0b0db, 'name': SearchDatastore_Task, 'duration_secs': 0.00821} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.838864] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1967.839200] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24dcd648-1d2f-484e-ab52-219894a67eea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.859585] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1967.859585] env[62490]: value = "task-2065839" [ 1967.859585] env[62490]: _type = "Task" [ 1967.859585] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.869394] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.906281] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5286b959-15fd-4d7a-c811-e57e0e85fb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.907087] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf88f5df-8271-4221-9516-2f51058c5b3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.912787] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1967.912787] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b0ce54-d29e-dbdc-c9c8-5548af0dc871" [ 1967.912787] env[62490]: _type = "Task" [ 1967.912787] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.920839] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b0ce54-d29e-dbdc-c9c8-5548af0dc871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.272018] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4f8852e7-9d9c-4631-8df2-6332305553e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1968.372451] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065839, 'name': ReconfigVM_Task, 'duration_secs': 0.199251} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.372798] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1968.373859] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dddc68f-2889-4dd2-ac3f-1bd969694d79 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.397162] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.397535] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20e4828-8fcb-4b36-afe3-ac6cacb4c8f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.418575] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1968.418575] env[62490]: value = "task-2065840" [ 1968.418575] env[62490]: _type = "Task" [ 1968.418575] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.425369] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b0ce54-d29e-dbdc-c9c8-5548af0dc871, 'name': SearchDatastore_Task, 'duration_secs': 0.009172} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.425956] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.426256] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3/8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1968.426522] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb80d6e2-b836-4c72-9745-7679a53b3e1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.431407] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.436051] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1968.436051] env[62490]: value = "task-2065841" [ 1968.436051] env[62490]: _type = "Task" [ 1968.436051] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.444173] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.775225] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 5a58fd81-e918-485a-890f-55d9640e5008 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1968.929864] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.946686] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502073} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.946826] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3/8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1968.947934] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1968.947934] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34f88017-ed18-44f5-b43a-a6ce0e81c287 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.956059] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1968.956059] env[62490]: value = "task-2065842" [ 1968.956059] env[62490]: _type = "Task" [ 1968.956059] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.967780] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.279519] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 492ee2d6-fe01-41db-9006-d5b56e6e041e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1969.433854] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065840, 'name': ReconfigVM_Task, 'duration_secs': 0.574162} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.434447] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc/7a6307d1-b846-431e-bd20-e7755fc0f9fc.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.436030] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa4bb28-fb0b-4481-a9df-aec78b2e6871 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.454268] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95336834-6775-424d-849d-15c6c0a9d9a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.478331] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077976} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.479096] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d7ad59-e8a9-43dd-a49d-8f0803f1167f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.481673] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1969.482419] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d3f9b-401f-466f-830c-8adff6468183 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.504637] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3/8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1969.518033] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a0e246-3e57-4c2f-aaa6-56b232d5f22e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.532909] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19bb15d-d614-4ead-bb33-8e2b9aa5bdce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.540747] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.542107] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cf2350d-88b3-45df-ba91-d81f71261059 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.543800] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1969.543800] env[62490]: value = "task-2065843" [ 1969.543800] env[62490]: _type = "Task" [ 1969.543800] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.548818] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1969.548818] env[62490]: value = "task-2065844" [ 1969.548818] env[62490]: _type = "Task" [ 1969.548818] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.555082] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.559958] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.782308] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 604569c3-c4f1-4922-bc7e-51a5620c1bd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1969.782708] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1969.782897] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1970.063830] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065844, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.064318] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.285417] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba81d818-eb70-476a-a0e2-d28fd75a8d8d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.293273] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34fe76e-0442-41e1-8fb2-5aa8ff7833cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.331892] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2688a8e8-4dd2-436b-80e3-c8f98abba808 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.340306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9277983-847d-48a4-8ef3-87778c91e157 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.358696] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.555950] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065843, 'name': ReconfigVM_Task, 'duration_secs': 0.766327} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.556629] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3/8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1970.557288] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c085d8ed-ad3e-499b-8029-da45a1f520b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.561618] env[62490]: DEBUG oslo_vmware.api [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065844, 'name': PowerOnVM_Task, 'duration_secs': 0.532806} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.562215] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1970.568033] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1970.568033] env[62490]: value = "task-2065845" [ 1970.568033] env[62490]: _type = "Task" [ 1970.568033] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.574884] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065845, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.861377] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.082220] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065845, 'name': Rename_Task, 'duration_secs': 0.218424} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.082473] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.082806] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e713e5b-b619-4dff-945f-1b2e9d73660b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.089793] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1971.089793] env[62490]: value = "task-2065846" [ 1971.089793] env[62490]: _type = "Task" [ 1971.089793] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.100544] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.367240] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1971.367674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.177s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.367853] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.844s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.369523] env[62490]: INFO nova.compute.claims [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.578233] env[62490]: INFO nova.compute.manager [None req-4454e0c2-21d7-48d5-8416-ef0aaa635037 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance to original state: 'active' [ 1971.603324] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.107410] env[62490]: DEBUG oslo_vmware.api [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065846, 'name': PowerOnVM_Task, 'duration_secs': 0.720163} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.107731] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.107941] env[62490]: INFO nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Took 11.86 seconds to spawn the instance on the hypervisor. [ 1972.108150] env[62490]: DEBUG nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.108991] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f7a348-8144-43b3-8b49-469a5d9952a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.346338] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221a6ef-a404-eac7-9523-337a6334a4f1/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1972.347290] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad634bab-9670-48f2-a374-9ca756f555fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.356750] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221a6ef-a404-eac7-9523-337a6334a4f1/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1972.356972] env[62490]: ERROR oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221a6ef-a404-eac7-9523-337a6334a4f1/disk-0.vmdk due to incomplete transfer. [ 1972.357276] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f75ae5b9-ab53-428c-9bfa-b98cdbe2548a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.365674] env[62490]: DEBUG oslo_vmware.rw_handles [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5221a6ef-a404-eac7-9523-337a6334a4f1/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1972.366841] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Uploaded image 299dbd95-2056-411e-a67a-1765e769d729 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1972.367935] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1972.368214] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfe57d8f-1a47-495f-8783-5645d6d00d96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.374282] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1972.374282] env[62490]: value = "task-2065847" [ 1972.374282] env[62490]: _type = "Task" [ 1972.374282] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.385231] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065847, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.631736] env[62490]: INFO nova.compute.manager [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Took 44.41 seconds to build instance. [ 1972.809849] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb7c9f-6416-45f7-8a71-2615df8713fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.818255] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3707e37e-1453-476c-897a-21f18b24bc2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.851960] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7ae34-4c3b-487f-a9ea-2e18c847dbdb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.861477] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2afb6c-59b8-4c0f-bb00-82e182e0c27c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.876086] env[62490]: DEBUG nova.compute.provider_tree [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.886868] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065847, 'name': Destroy_Task, 'duration_secs': 0.369807} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.887986] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Destroyed the VM [ 1972.888455] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1972.888993] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b09b2198-6dec-4abd-8924-da1e72d1449d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.896323] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1972.896323] env[62490]: value = "task-2065848" [ 1972.896323] env[62490]: _type = "Task" [ 1972.896323] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.904970] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065848, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.140726] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4d1eaa7-e742-4a8a-a6af-c8330c4f95c6 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.931s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.264029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.264029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.264029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.264029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.264029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.266120] env[62490]: INFO nova.compute.manager [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Terminating instance [ 1973.382604] env[62490]: DEBUG nova.scheduler.client.report [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.406996] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065848, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381001} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.408580] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1973.408580] env[62490]: DEBUG nova.compute.manager [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1973.409477] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43f64ca-c8a7-41f1-8290-1bf0c165eb8d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.775328] env[62490]: DEBUG nova.compute.manager [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.776143] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.777423] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b28d0-e122-4c79-933f-ad324521b20d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.786889] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.787166] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6f4aa07-5060-477c-84c9-013694a859a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.795135] env[62490]: DEBUG oslo_vmware.api [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1973.795135] env[62490]: value = "task-2065849" [ 1973.795135] env[62490]: _type = "Task" [ 1973.795135] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.805352] env[62490]: DEBUG oslo_vmware.api [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.889032] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.889263] env[62490]: DEBUG nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1973.892990] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.849s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.893299] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.895565] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.729s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.923716] env[62490]: INFO nova.compute.manager [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Shelve offloading [ 1974.306807] env[62490]: DEBUG oslo_vmware.api [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065849, 'name': PowerOffVM_Task, 'duration_secs': 0.469424} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.307100] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.307295] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.307549] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55dac898-459c-4229-9e57-1be374b145fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.372886] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.373210] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.373374] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1974.400815] env[62490]: DEBUG nova.compute.utils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.406727] env[62490]: INFO nova.compute.claims [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1974.411574] env[62490]: DEBUG nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1974.411732] env[62490]: DEBUG nova.network.neutron [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1974.414237] env[62490]: DEBUG oslo_concurrency.lockutils [None req-80ad23fb-9dae-41ef-aaef-0e68f4fd4762 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.800s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.416141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 28.239s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.416851] env[62490]: INFO nova.compute.manager [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Unshelving [ 1974.426604] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.427636] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.427862] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Deleting the datastore file [datastore1] 7a6307d1-b846-431e-bd20-e7755fc0f9fc {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.428365] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1974.428624] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd017a16-b6c7-4bcb-bccc-96fb96df19d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.431394] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8bcf7f-692e-4743-8881-dc5f1d79be81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.440669] env[62490]: DEBUG oslo_vmware.api [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 1974.440669] env[62490]: value = "task-2065851" [ 1974.440669] env[62490]: _type = "Task" [ 1974.440669] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.442099] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1974.442099] env[62490]: value = "task-2065852" [ 1974.442099] env[62490]: _type = "Task" [ 1974.442099] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.462099] env[62490]: DEBUG oslo_vmware.api [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.462446] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1974.462676] env[62490]: DEBUG nova.compute.manager [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.463578] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dd2206-0acd-41c7-a165-d6070d149ce3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.475128] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.475332] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.475531] env[62490]: DEBUG nova.network.neutron [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1974.488408] env[62490]: DEBUG nova.policy [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4d221d283c4f4fb8a20cb1f8eef708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076f25402b0741f9b905dd00a1d365bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.912352] env[62490]: DEBUG nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1974.917744] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.917744] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.917744] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1974.919959] env[62490]: INFO nova.compute.resource_tracker [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating resource usage from migration 6f6d9915-08a8-4659-9e77-ecdaff1229f2 [ 1974.961247] env[62490]: DEBUG oslo_vmware.api [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333835} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.963432] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.963432] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.963432] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.963432] env[62490]: INFO nova.compute.manager [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1974.963432] env[62490]: DEBUG oslo.service.loopingcall [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.963572] env[62490]: DEBUG nova.compute.manager [-] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.963572] env[62490]: DEBUG nova.network.neutron [-] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.989791] env[62490]: DEBUG nova.network.neutron [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Successfully created port: 36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.280949] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee7a4d-5b63-4014-9cc9-3b892fba2ba6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.288960] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c127b8-7e7d-4860-b000-8b9fcd45eba9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.324580] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e835c-5187-4632-9737-6e47f4b3f5a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.332927] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188cce44-9b91-42d4-897b-255b110e7763 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.346680] env[62490]: DEBUG nova.compute.provider_tree [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.410537] env[62490]: DEBUG nova.network.neutron [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.430975] env[62490]: DEBUG nova.compute.utils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1975.707264] env[62490]: DEBUG nova.compute.manager [req-64376679-664a-4698-8150-c09b330a4b34 req-7de5582a-1230-435b-bfe7-db30dce1fe5e service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Received event network-vif-deleted-c29961be-7f5e-464b-8a6b-dddbcefbb36d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1975.707477] env[62490]: INFO nova.compute.manager [req-64376679-664a-4698-8150-c09b330a4b34 req-7de5582a-1230-435b-bfe7-db30dce1fe5e service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Neutron deleted interface c29961be-7f5e-464b-8a6b-dddbcefbb36d; detaching it from the instance and deleting it from the info cache [ 1975.707634] env[62490]: DEBUG nova.network.neutron [req-64376679-664a-4698-8150-c09b330a4b34 req-7de5582a-1230-435b-bfe7-db30dce1fe5e service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.850543] env[62490]: DEBUG nova.scheduler.client.report [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.916034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.920507] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.920923] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.921294] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.921607] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.923252] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.925225] env[62490]: INFO nova.compute.manager [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Terminating instance [ 1975.934432] env[62490]: DEBUG nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1975.936970] env[62490]: INFO nova.virt.block_device [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Booting with volume 23599a8c-f071-4bb5-b8b0-81842635735e at /dev/sdb [ 1975.967282] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.967282] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.968476] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.969181] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.969989] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.970332] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.970672] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.971112] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.971504] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.972164] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.972566] env[62490]: DEBUG nova.virt.hardware [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.974734] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea3819-39c8-42d9-bf2a-1138d6f99b73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.991398] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091ea95-7334-4c9c-9e54-7fe9db89dc90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.995344] env[62490]: DEBUG nova.network.neutron [-] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.998201] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-572b82cc-db03-44d2-a8f9-d67dcbb289c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.017570] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41259de5-7166-4b89-a39e-5c0594cd7604 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.051862] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da4b670b-3b6f-4ca2-bf84-32b1bcc462ba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.061171] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a757d-ebc0-4dd3-ad47-308b40ecf6d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.105728] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7b9034-5761-4fc5-8b13-37e8ab0930bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.114378] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "6c1122c9-1899-4210-94e6-ed17625bd035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.114694] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.121023] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429270bc-9c0a-4d09-899d-85e21a71be63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.137993] env[62490]: DEBUG nova.virt.block_device [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating existing volume attachment record: ce2a9d2b-ee7a-4bb5-a7bf-ce4f72e1fa48 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1976.213508] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7cfdf53c-670e-4175-b151-f2d1c334c3b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.227646] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f383ac6-61f0-4b49-a601-8c5b0465945e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.262419] env[62490]: DEBUG nova.compute.manager [req-64376679-664a-4698-8150-c09b330a4b34 req-7de5582a-1230-435b-bfe7-db30dce1fe5e service nova] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Detach interface failed, port_id=c29961be-7f5e-464b-8a6b-dddbcefbb36d, reason: Instance 7a6307d1-b846-431e-bd20-e7755fc0f9fc could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1976.358021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.460s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.358021] env[62490]: INFO nova.compute.manager [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Migrating [ 1976.365017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.936s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.365017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.365427] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.046s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.365987] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.367791] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.035s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.369977] env[62490]: INFO nova.compute.claims [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1976.409460] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance_info_cache with network_info: [{"id": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "address": "fa:16:3e:a5:de:d2", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b58a25b-2b", "ovs_interfaceid": "2b58a25b-2b27-4d9a-b667-6118f343f29d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.416803] env[62490]: INFO nova.scheduler.client.report [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Deleted allocations for instance fefcb0f7-ed25-42e8-9bd1-12d888320d99 [ 1976.419108] env[62490]: INFO nova.scheduler.client.report [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Deleted allocations for instance 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3 [ 1976.431023] env[62490]: DEBUG nova.compute.manager [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1976.431023] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1976.431023] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6e876b-5ec6-4533-8494-02246eb7885b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.439190] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.439190] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66daeff8-44ba-4a31-8dcd-5a4ad023c7b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.446570] env[62490]: DEBUG oslo_vmware.api [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1976.446570] env[62490]: value = "task-2065854" [ 1976.446570] env[62490]: _type = "Task" [ 1976.446570] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.465593] env[62490]: DEBUG oslo_vmware.api [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.506259] env[62490]: INFO nova.compute.manager [-] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Took 1.54 seconds to deallocate network for instance. [ 1976.544850] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1976.545871] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a345e-2f3a-47f2-a3cc-536b5d51e7b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.554492] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1976.554921] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02b1587-6054-4344-abeb-7abe065b9666 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.617602] env[62490]: DEBUG nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1976.694661] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "d2564c4f-3e39-4560-9de4-1209508f0e67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.694916] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.767309] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1976.767309] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1976.767309] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleting the datastore file [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1976.767309] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4075f92f-f385-410a-b0ff-7def7b23b661 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.773495] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 1976.773495] env[62490]: value = "task-2065858" [ 1976.773495] env[62490]: _type = "Task" [ 1976.773495] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.781792] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.811808] env[62490]: DEBUG nova.compute.manager [req-de081f55-9e43-4c82-938d-8bdde118d433 req-0bd0226b-9e1c-4d09-9b4f-029102db6815 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Received event network-vif-plugged-36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.812204] env[62490]: DEBUG oslo_concurrency.lockutils [req-de081f55-9e43-4c82-938d-8bdde118d433 req-0bd0226b-9e1c-4d09-9b4f-029102db6815 service nova] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.812377] env[62490]: DEBUG oslo_concurrency.lockutils [req-de081f55-9e43-4c82-938d-8bdde118d433 req-0bd0226b-9e1c-4d09-9b4f-029102db6815 service nova] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.812673] env[62490]: DEBUG oslo_concurrency.lockutils [req-de081f55-9e43-4c82-938d-8bdde118d433 req-0bd0226b-9e1c-4d09-9b4f-029102db6815 service nova] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.812912] env[62490]: DEBUG nova.compute.manager [req-de081f55-9e43-4c82-938d-8bdde118d433 req-0bd0226b-9e1c-4d09-9b4f-029102db6815 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] No waiting events found dispatching network-vif-plugged-36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.813589] env[62490]: WARNING nova.compute.manager [req-de081f55-9e43-4c82-938d-8bdde118d433 req-0bd0226b-9e1c-4d09-9b4f-029102db6815 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Received unexpected event network-vif-plugged-36371cbf-cdc0-49bf-aa8b-402e889cc596 for instance with vm_state building and task_state spawning. [ 1976.874276] env[62490]: DEBUG nova.network.neutron [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Successfully updated port: 36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.884927] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.884927] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.886356] env[62490]: DEBUG nova.network.neutron [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.922938] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.924039] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1976.924039] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.924039] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.924039] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.924039] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.924524] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.924524] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.924817] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1976.928694] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1976.930423] env[62490]: DEBUG oslo_concurrency.lockutils [None req-daf5700e-935d-400f-a56a-9534ea60ff30 tempest-ServerAddressesNegativeTestJSON-2011961218 tempest-ServerAddressesNegativeTestJSON-2011961218-project-member] Lock "3fffbb3b-a7c3-4317-b3b7-4352ceefeec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.847s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.931897] env[62490]: DEBUG oslo_concurrency.lockutils [None req-eb2b8018-6826-435f-b86b-80cf75e29da6 tempest-SecurityGroupsTestJSON-1385082126 tempest-SecurityGroupsTestJSON-1385082126-project-member] Lock "fefcb0f7-ed25-42e8-9bd1-12d888320d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.523s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.958482] env[62490]: DEBUG oslo_vmware.api [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065854, 'name': PowerOffVM_Task, 'duration_secs': 0.431027} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.958482] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1976.958482] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1976.958667] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6b43f8-5900-40a8-b9c3-66d95a1bec9e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.018104] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.086724] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.086936] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.087186] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Deleting the datastore file [datastore1] 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.088094] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b83cb0d4-b683-446f-969e-4512511e7d8f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.094240] env[62490]: DEBUG oslo_vmware.api [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 1977.094240] env[62490]: value = "task-2065860" [ 1977.094240] env[62490]: _type = "Task" [ 1977.094240] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.102225] env[62490]: DEBUG oslo_vmware.api [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.140471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.199214] env[62490]: DEBUG nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1977.284402] env[62490]: DEBUG oslo_vmware.api [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2065858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198741} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.284948] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.285245] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.285357] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.311222] env[62490]: INFO nova.scheduler.client.report [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleted allocations for instance 8846de16-a817-4daa-81fc-9567a8dd032e [ 1977.325798] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "6ea93b31-e696-4a08-ae0d-80e666654a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.326041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.377116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.377292] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.377476] env[62490]: DEBUG nova.network.neutron [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.435350] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.605407] env[62490]: DEBUG oslo_vmware.api [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198056} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.607798] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.609794] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.609794] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.609794] env[62490]: INFO nova.compute.manager [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1977.609794] env[62490]: DEBUG oslo.service.loopingcall [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.609794] env[62490]: DEBUG nova.compute.manager [-] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1977.609794] env[62490]: DEBUG nova.network.neutron [-] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1977.613871] env[62490]: DEBUG nova.network.neutron [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance_info_cache with network_info: [{"id": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "address": "fa:16:3e:0f:62:69", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39e381e-d4", "ovs_interfaceid": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.716689] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.755493] env[62490]: DEBUG nova.compute.manager [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received event network-vif-unplugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1977.755786] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.755940] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.756126] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.756301] env[62490]: DEBUG nova.compute.manager [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] No waiting events found dispatching network-vif-unplugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1977.756469] env[62490]: WARNING nova.compute.manager [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received unexpected event network-vif-unplugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 for instance with vm_state shelved_offloaded and task_state None. [ 1977.756629] env[62490]: DEBUG nova.compute.manager [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received event network-changed-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1977.756775] env[62490]: DEBUG nova.compute.manager [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Refreshing instance network info cache due to event network-changed-db71cd38-9e5e-47bd-bc73-9cd4808ce722. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1977.756948] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] Acquiring lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.757174] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] Acquired lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.757357] env[62490]: DEBUG nova.network.neutron [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Refreshing network info cache for port db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.759993] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb920ce-d2d4-4719-9232-61afc70d7df4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.768926] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90f3bcd-7997-4372-8d33-3dd06365ee26 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.807791] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076de0c-9249-4378-8e70-d67866a3eaab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.815479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.816825] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc1d4be-37c8-4974-9d50-aacabf7adf91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.831270] env[62490]: DEBUG nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1977.834544] env[62490]: DEBUG nova.compute.provider_tree [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1977.935995] env[62490]: DEBUG nova.network.neutron [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1978.118072] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.227522] env[62490]: DEBUG nova.network.neutron [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.363699] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.372336] env[62490]: ERROR nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [req-50135930-0a3c-478c-84af-c1cd7faf713c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50135930-0a3c-478c-84af-c1cd7faf713c"}]} [ 1978.391338] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1978.406152] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1978.406488] env[62490]: DEBUG nova.compute.provider_tree [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1978.421530] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1978.452440] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1978.594257] env[62490]: DEBUG nova.network.neutron [-] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.658291] env[62490]: DEBUG nova.network.neutron [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updated VIF entry in instance network info cache for port db71cd38-9e5e-47bd-bc73-9cd4808ce722. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.658639] env[62490]: DEBUG nova.network.neutron [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.732740] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.733143] env[62490]: DEBUG nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Instance network_info: |[{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.733895] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:f8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36371cbf-cdc0-49bf-aa8b-402e889cc596', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.744621] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Creating folder: Project (076f25402b0741f9b905dd00a1d365bc). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.745213] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-827a0719-570a-419a-925a-946ce99c9aae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.760415] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Created folder: Project (076f25402b0741f9b905dd00a1d365bc) in parent group-v423467. [ 1978.760637] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Creating folder: Instances. Parent ref: group-v423636. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.763456] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b25a745d-9d73-4148-b4e2-1d727cb9369b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.773535] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Created folder: Instances in parent group-v423636. [ 1978.773535] env[62490]: DEBUG oslo.service.loopingcall [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.774071] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.774071] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de393e62-c945-4bb4-9bad-4ec2236e9921 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.799627] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.799627] env[62490]: value = "task-2065864" [ 1978.799627] env[62490]: _type = "Task" [ 1978.799627] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.810431] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065864, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.848182] env[62490]: DEBUG nova.compute.manager [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Received event network-changed-36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.848182] env[62490]: DEBUG nova.compute.manager [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Refreshing instance network info cache due to event network-changed-36371cbf-cdc0-49bf-aa8b-402e889cc596. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1978.848817] env[62490]: DEBUG oslo_concurrency.lockutils [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.848817] env[62490]: DEBUG oslo_concurrency.lockutils [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.848817] env[62490]: DEBUG nova.network.neutron [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Refreshing network info cache for port 36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.907183] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2673c72-27f5-4799-a1d4-c87ae3799aa4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.914300] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2115966-1057-479a-a538-67a60d8149b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.954386] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ee37c-8a2c-4006-9c45-53aea5a11df8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.961992] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db845c5-c898-4477-b5ec-3b026dbbef05 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.978121] env[62490]: DEBUG nova.compute.provider_tree [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1979.099155] env[62490]: INFO nova.compute.manager [-] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Took 1.49 seconds to deallocate network for instance. [ 1979.166377] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c7866eb-26f8-4893-9e90-9fc55852ec6b req-b954b4cf-1e56-4aa8-959b-d05e28e771a3 service nova] Releasing lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.309563] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065864, 'name': CreateVM_Task, 'duration_secs': 0.453638} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.309715] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.310432] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.310651] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.311069] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.311351] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b664154-421b-4cd5-a807-e023d560afdd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.315921] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1979.315921] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d95766-46da-adab-59d4-e4cc4fd845a8" [ 1979.315921] env[62490]: _type = "Task" [ 1979.315921] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.323762] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d95766-46da-adab-59d4-e4cc4fd845a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.504537] env[62490]: ERROR nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [req-16c60c15-3126-4971-93ec-6ba8fcfa2fa3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16c60c15-3126-4971-93ec-6ba8fcfa2fa3"}]} [ 1979.527268] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1979.543359] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1979.543594] env[62490]: DEBUG nova.compute.provider_tree [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1979.554642] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1979.575908] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1979.583436] env[62490]: DEBUG nova.network.neutron [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updated VIF entry in instance network info cache for port 36371cbf-cdc0-49bf-aa8b-402e889cc596. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.583822] env[62490]: DEBUG nova.network.neutron [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.605598] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.639150] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070be13c-bbe6-42ac-9abd-9c06723c60da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.657834] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance '1c00d7ca-49f7-498f-be88-3f035b28ee46' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1979.788849] env[62490]: DEBUG nova.compute.manager [req-58e3b622-237b-457a-88bb-a5b6737018e8 req-5ce5d8e4-5b01-4b09-a688-dfd13e2d866d service nova] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Received event network-vif-deleted-1b2ce960-7c9b-4771-860f-d5bdd637c099 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1979.832537] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d95766-46da-adab-59d4-e4cc4fd845a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.835246] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.835930] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.835930] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.836155] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.836462] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.840194] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d4ebef-bf08-4191-8479-03bf17125fa1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.849612] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.849612] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.850600] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22480f94-c497-42a4-831d-16d0d6ca164b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.855723] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1979.855723] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52958acb-87cf-f494-77f0-3c06523ff386" [ 1979.855723] env[62490]: _type = "Task" [ 1979.855723] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.868687] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52958acb-87cf-f494-77f0-3c06523ff386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.014128] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01704562-b409-4cac-b144-9bca18ee98b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.025090] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64101310-0da5-4700-b0c7-58cc6bdb593e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.031477] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.066128] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ab5e7-f5ab-457c-80fb-060a48c5a3d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.074017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1256e4-01bf-45b9-b584-c2bcd3f987e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.088066] env[62490]: DEBUG oslo_concurrency.lockutils [req-2fedd7a7-07dd-4d60-ba7c-0df125673acc req-eed958bc-ae44-44f5-9d8b-fd06e0a9c27c service nova] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.088678] env[62490]: DEBUG nova.compute.provider_tree [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1980.165430] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.166094] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39e1debe-5e22-4584-b772-0c3ec896f656 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.173173] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1980.173173] env[62490]: value = "task-2065865" [ 1980.173173] env[62490]: _type = "Task" [ 1980.173173] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.181311] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.367806] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52958acb-87cf-f494-77f0-3c06523ff386, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.368684] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631234b3-b4c2-44d1-87c7-712435a9f040 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.373874] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1980.373874] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a57904-3d4d-16ff-e4aa-1089a71eda15" [ 1980.373874] env[62490]: _type = "Task" [ 1980.373874] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.383618] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a57904-3d4d-16ff-e4aa-1089a71eda15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.626193] env[62490]: DEBUG nova.scheduler.client.report [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1980.626516] env[62490]: DEBUG nova.compute.provider_tree [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 91 to 92 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1980.626676] env[62490]: DEBUG nova.compute.provider_tree [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1980.682902] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065865, 'name': PowerOffVM_Task, 'duration_secs': 0.183624} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.683195] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.683404] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance '1c00d7ca-49f7-498f-be88-3f035b28ee46' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1980.884348] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a57904-3d4d-16ff-e4aa-1089a71eda15, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.884632] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.884898] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] edd8b1f1-c836-45b5-bf51-0f421c5c2a9c/edd8b1f1-c836-45b5-bf51-0f421c5c2a9c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.885195] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21bb3ada-c5b4-45b0-9c2a-7cbf01b178b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.891762] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1980.891762] env[62490]: value = "task-2065866" [ 1980.891762] env[62490]: _type = "Task" [ 1980.891762] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.899623] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.132933] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.765s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.133578] env[62490]: DEBUG nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1981.136829] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.757s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.139074] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.139572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.222s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.141171] env[62490]: INFO nova.compute.claims [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1981.183565] env[62490]: INFO nova.scheduler.client.report [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted allocations for instance 4f79ab71-ba4d-42ca-af1d-43b45d4cf970 [ 1981.190481] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1981.190770] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.190949] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1981.191259] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.191360] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1981.191543] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1981.191741] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1981.191951] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1981.192197] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1981.192385] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1981.192579] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1981.202302] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a161d4e3-3ab1-4fa6-9baa-1ec3c3257ee0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.223266] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1981.223266] env[62490]: value = "task-2065867" [ 1981.223266] env[62490]: _type = "Task" [ 1981.223266] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.234648] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.402855] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065866, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.646593] env[62490]: DEBUG nova.compute.utils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1981.650555] env[62490]: DEBUG nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1981.650881] env[62490]: DEBUG nova.network.neutron [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1981.705919] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116a7745-41a2-4bc0-9b92-83a59f4c4db5 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "4f79ab71-ba4d-42ca-af1d-43b45d4cf970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.220s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.728106] env[62490]: DEBUG nova.policy [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1061563696c74dc9abc3668f1d6cdf3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b6fb5c7317c4104bf2363333bb001fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1981.743410] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065867, 'name': ReconfigVM_Task, 'duration_secs': 0.288604} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.743893] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance '1c00d7ca-49f7-498f-be88-3f035b28ee46' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1981.903302] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561573} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.903758] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] edd8b1f1-c836-45b5-bf51-0f421c5c2a9c/edd8b1f1-c836-45b5-bf51-0f421c5c2a9c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.905024] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.905024] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1186caa-e450-4ce0-80bb-8eed0a39c468 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.915519] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1981.915519] env[62490]: value = "task-2065868" [ 1981.915519] env[62490]: _type = "Task" [ 1981.915519] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.922165] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.151289] env[62490]: DEBUG nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1982.253284] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1982.253598] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1982.253785] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1982.253979] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1982.254367] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1982.254621] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1982.254911] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1982.255298] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1982.255612] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1982.255873] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1982.256213] env[62490]: DEBUG nova.virt.hardware [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1982.265789] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1982.271146] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5427782-334f-49c0-9706-8aaec0fdd898 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.292958] env[62490]: DEBUG nova.network.neutron [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Successfully created port: 9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1982.297098] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1982.297098] env[62490]: value = "task-2065869" [ 1982.297098] env[62490]: _type = "Task" [ 1982.297098] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.306495] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.320399] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.425891] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08993} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.426564] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.427446] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89649a79-2276-4de1-917a-0915092cc220 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.454842] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] edd8b1f1-c836-45b5-bf51-0f421c5c2a9c/edd8b1f1-c836-45b5-bf51-0f421c5c2a9c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.458476] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-539c86f1-bcc4-4ba8-8f9a-df9b7074235e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.481706] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1982.481706] env[62490]: value = "task-2065870" [ 1982.481706] env[62490]: _type = "Task" [ 1982.481706] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.493562] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.669799] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9185e7-d3ed-4e61-8e0c-501d6a843780 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.678199] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b78c3-9f66-4da1-afa9-02cac541b415 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.717122] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dc3e6d-20d9-4d63-aad3-c7f0e8911f7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.725124] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929e891-da3a-41cf-a718-3a44d2f42c3c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.740843] env[62490]: DEBUG nova.compute.provider_tree [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.808353] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065869, 'name': ReconfigVM_Task, 'duration_secs': 0.2154} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.808353] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1982.809281] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab7a55-3375-43c3-a2e1-9530f7e81d21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.833728] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1c00d7ca-49f7-498f-be88-3f035b28ee46/1c00d7ca-49f7-498f-be88-3f035b28ee46.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.834048] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5197e70-13bc-44c5-9f0a-8cb9002b3bf5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.852899] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1982.852899] env[62490]: value = "task-2065871" [ 1982.852899] env[62490]: _type = "Task" [ 1982.852899] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.861305] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.990964] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065870, 'name': ReconfigVM_Task, 'duration_secs': 0.290326} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.991269] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Reconfigured VM instance instance-0000003c to attach disk [datastore1] edd8b1f1-c836-45b5-bf51-0f421c5c2a9c/edd8b1f1-c836-45b5-bf51-0f421c5c2a9c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.991898] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eccdb21f-ab9a-4c13-8c8f-93b079f8350f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.000305] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1983.000305] env[62490]: value = "task-2065872" [ 1983.000305] env[62490]: _type = "Task" [ 1983.000305] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.008603] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065872, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.166622] env[62490]: DEBUG nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1983.191649] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1983.193015] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1983.193015] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1983.193015] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1983.193015] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1983.193015] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1983.193015] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1983.193015] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1983.193313] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1983.193370] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1983.193578] env[62490]: DEBUG nova.virt.hardware [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1983.194495] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d3463b-332b-4a6f-91fb-0b876cceea32 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.202589] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3a68d2-ef9f-457b-a47c-b706a0b7c9fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.244827] env[62490]: DEBUG nova.scheduler.client.report [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.363899] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065871, 'name': ReconfigVM_Task, 'duration_secs': 0.337423} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.364144] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1c00d7ca-49f7-498f-be88-3f035b28ee46/1c00d7ca-49f7-498f-be88-3f035b28ee46.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.364444] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance '1c00d7ca-49f7-498f-be88-3f035b28ee46' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1983.508725] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065872, 'name': Rename_Task, 'duration_secs': 0.159701} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.509036] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.509295] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0d8438-15f6-46b1-8ad5-2852814e1b1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.517720] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 1983.517720] env[62490]: value = "task-2065873" [ 1983.517720] env[62490]: _type = "Task" [ 1983.517720] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.531031] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.750255] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.751439] env[62490]: DEBUG nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1983.753510] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.751s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.755206] env[62490]: INFO nova.compute.claims [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1983.871866] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c07c9-ce0e-4a0d-9a32-66941a0738a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.901869] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0df76b-a0bc-4f1f-b6c1-89fb55cdb3bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.911019] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.911019] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.929015] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance '1c00d7ca-49f7-498f-be88-3f035b28ee46' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1984.028176] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.184430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "b4e08497-9597-40dc-a79e-921e9cda5253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.184926] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "b4e08497-9597-40dc-a79e-921e9cda5253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.261727] env[62490]: DEBUG nova.compute.utils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1984.264276] env[62490]: DEBUG nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1984.264563] env[62490]: DEBUG nova.network.neutron [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1984.311971] env[62490]: DEBUG nova.policy [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da80f788d0545eaa149ee9e0953ef27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73d7f62dcf34ab291305f904bec4776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1984.495560] env[62490]: DEBUG nova.network.neutron [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Port b39e381e-d41a-4bbc-b30b-4026461f1ed0 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1984.527598] env[62490]: DEBUG oslo_vmware.api [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2065873, 'name': PowerOnVM_Task, 'duration_secs': 0.559221} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.527861] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.528070] env[62490]: INFO nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1984.528253] env[62490]: DEBUG nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.529117] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60b981-8715-43cd-86c2-d88d3b0f9296 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.675301] env[62490]: DEBUG nova.network.neutron [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Successfully created port: 217dd6ed-aa07-4126-a8b6-e6207f63ac5f {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1984.772790] env[62490]: DEBUG nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1985.052249] env[62490]: INFO nova.compute.manager [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Took 49.56 seconds to build instance. [ 1985.229154] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f59a66-7d82-454c-b362-8302890c1133 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.237189] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c51dd-16bd-48fe-9405-fbc2170c08e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.270265] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c640a5c6-66d3-4f5f-8c10-610b2bf26726 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.284473] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22439a3-1e6a-4740-a887-68d86044019b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.297017] env[62490]: DEBUG nova.compute.provider_tree [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1985.520023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.520023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.520023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.555355] env[62490]: DEBUG oslo_concurrency.lockutils [None req-33c2137b-0cf0-4653-be96-068c35920ffe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.075s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.621876] env[62490]: DEBUG nova.compute.manager [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Received event network-changed-36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1985.622100] env[62490]: DEBUG nova.compute.manager [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Refreshing instance network info cache due to event network-changed-36371cbf-cdc0-49bf-aa8b-402e889cc596. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1985.622319] env[62490]: DEBUG oslo_concurrency.lockutils [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.622466] env[62490]: DEBUG oslo_concurrency.lockutils [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.622625] env[62490]: DEBUG nova.network.neutron [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Refreshing network info cache for port 36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1985.790984] env[62490]: DEBUG nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1985.825929] env[62490]: ERROR nova.scheduler.client.report [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [req-de0c81fc-f95c-44be-a7ff-bfbf0ef33e2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-de0c81fc-f95c-44be-a7ff-bfbf0ef33e2d"}]} [ 1985.830260] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1985.830541] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1985.830737] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1985.831025] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1985.831241] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1985.831429] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1985.831678] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1985.831879] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1985.832098] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1985.832306] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1985.832526] env[62490]: DEBUG nova.virt.hardware [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1985.836196] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290e412-2d1e-4588-adf2-28db39ae9326 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.842636] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1074f9-11b5-400c-bd0b-b9225e653599 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.847463] env[62490]: DEBUG nova.scheduler.client.report [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1985.867264] env[62490]: DEBUG nova.scheduler.client.report [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1985.867494] env[62490]: DEBUG nova.compute.provider_tree [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1985.882051] env[62490]: DEBUG nova.scheduler.client.report [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1985.906737] env[62490]: DEBUG nova.scheduler.client.report [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1986.057387] env[62490]: DEBUG nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1986.300141] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b3b5d-4e86-4900-b442-c047b5125928 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.308344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a828b-c230-40e7-b1a5-97e81bac9934 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.342759] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11895d8d-f220-44d8-a7d9-a56be1face81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.350228] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a91ae9-dc16-4d3d-b3fa-b749ae1c6ec9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.365377] env[62490]: DEBUG nova.compute.provider_tree [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1986.405163] env[62490]: DEBUG nova.network.neutron [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updated VIF entry in instance network info cache for port 36371cbf-cdc0-49bf-aa8b-402e889cc596. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1986.405555] env[62490]: DEBUG nova.network.neutron [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.554572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.554820] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.555040] env[62490]: DEBUG nova.network.neutron [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.576927] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.899424] env[62490]: DEBUG nova.scheduler.client.report [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1986.899700] env[62490]: DEBUG nova.compute.provider_tree [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 94 to 95 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1986.899882] env[62490]: DEBUG nova.compute.provider_tree [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1986.908079] env[62490]: DEBUG oslo_concurrency.lockutils [req-c24860be-29fd-4c6f-8086-8701821cabdd req-f3d502cf-f6de-4f40-8839-24f0dbf7d8e8 service nova] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.276957] env[62490]: DEBUG nova.network.neutron [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance_info_cache with network_info: [{"id": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "address": "fa:16:3e:0f:62:69", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39e381e-d4", "ovs_interfaceid": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.404645] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.651s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.405192] env[62490]: DEBUG nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1987.407807] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.439s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.409604] env[62490]: INFO nova.compute.claims [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1987.780294] env[62490]: DEBUG oslo_concurrency.lockutils [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.914855] env[62490]: DEBUG nova.compute.utils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.918658] env[62490]: DEBUG nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.918658] env[62490]: DEBUG nova.network.neutron [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.990509] env[62490]: DEBUG nova.policy [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc913d2901c742a5bb387d4bf634ef09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6874717709cd407a9e255333e3a4d1e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1988.295943] env[62490]: DEBUG nova.network.neutron [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Successfully created port: 3f7c053b-1741-4249-875f-7854925bc5d6 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1988.312024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25e04dc-1ab3-47d3-9e4b-da79766571bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.333633] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a64986-def8-4603-9ac1-1f1977356ea2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.343129] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance '1c00d7ca-49f7-498f-be88-3f035b28ee46' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1988.419073] env[62490]: DEBUG nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1988.787141] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b77ece-d3f0-4ac9-8db7-bfe97067e5fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.794888] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef28bcb-cb93-464b-a274-5984ab36bbba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.845808] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07a9459-5d10-4039-9c32-139819af4578 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.852559] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.852973] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0e64824-09af-4444-8898-69bcb043ed8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.861384] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dd7ee3-0a9a-439d-bc93-664c59c80be9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.865692] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1988.865692] env[62490]: value = "task-2065874" [ 1988.865692] env[62490]: _type = "Task" [ 1988.865692] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.877353] env[62490]: DEBUG nova.compute.provider_tree [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.883553] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065874, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.375927] env[62490]: DEBUG oslo_vmware.api [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065874, 'name': PowerOnVM_Task, 'duration_secs': 0.364099} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.376301] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1989.376499] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-542e263c-7830-48db-866c-ec40326a0d14 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance '1c00d7ca-49f7-498f-be88-3f035b28ee46' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1989.381035] env[62490]: DEBUG nova.scheduler.client.report [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.427783] env[62490]: DEBUG nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1989.472046] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1989.472355] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1989.472935] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1989.473206] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1989.473358] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1989.473515] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1989.473726] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1989.473883] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1989.474050] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1989.474212] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1989.474391] env[62490]: DEBUG nova.virt.hardware [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1989.475948] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4be7f9-67d5-4da0-8065-be93e74d0c66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.485138] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976cdd1e-354b-4a97-a27c-cbdce3c8f646 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.888064] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.888590] env[62490]: DEBUG nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1989.891516] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.860s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.893089] env[62490]: INFO nova.compute.claims [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.392550] env[62490]: DEBUG nova.compute.manager [req-6e4ed27d-db7f-434d-9b4d-8a39f99a9aa7 req-b4aef4dd-2887-4bec-a09e-11feae14b1ec service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Received event network-vif-plugged-217dd6ed-aa07-4126-a8b6-e6207f63ac5f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1990.392815] env[62490]: DEBUG oslo_concurrency.lockutils [req-6e4ed27d-db7f-434d-9b4d-8a39f99a9aa7 req-b4aef4dd-2887-4bec-a09e-11feae14b1ec service nova] Acquiring lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.393155] env[62490]: DEBUG oslo_concurrency.lockutils [req-6e4ed27d-db7f-434d-9b4d-8a39f99a9aa7 req-b4aef4dd-2887-4bec-a09e-11feae14b1ec service nova] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.393297] env[62490]: DEBUG oslo_concurrency.lockutils [req-6e4ed27d-db7f-434d-9b4d-8a39f99a9aa7 req-b4aef4dd-2887-4bec-a09e-11feae14b1ec service nova] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.393492] env[62490]: DEBUG nova.compute.manager [req-6e4ed27d-db7f-434d-9b4d-8a39f99a9aa7 req-b4aef4dd-2887-4bec-a09e-11feae14b1ec service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] No waiting events found dispatching network-vif-plugged-217dd6ed-aa07-4126-a8b6-e6207f63ac5f {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1990.393665] env[62490]: WARNING nova.compute.manager [req-6e4ed27d-db7f-434d-9b4d-8a39f99a9aa7 req-b4aef4dd-2887-4bec-a09e-11feae14b1ec service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Received unexpected event network-vif-plugged-217dd6ed-aa07-4126-a8b6-e6207f63ac5f for instance with vm_state building and task_state spawning. [ 1990.398451] env[62490]: DEBUG nova.compute.utils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1990.401751] env[62490]: DEBUG nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1990.402029] env[62490]: DEBUG nova.network.neutron [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1990.478117] env[62490]: DEBUG nova.policy [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16c7150a3410427a95c8c223c43f889f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e089154b3743e9a2b08dba8f337db5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1990.524528] env[62490]: DEBUG nova.network.neutron [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Successfully updated port: 217dd6ed-aa07-4126-a8b6-e6207f63ac5f {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1990.720808] env[62490]: DEBUG nova.compute.manager [req-e81535d0-7eb0-44d8-925d-25bf5473f037 req-c563ae88-0c6d-4e7e-a330-13a44722a397 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Received event network-vif-plugged-9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1990.721042] env[62490]: DEBUG oslo_concurrency.lockutils [req-e81535d0-7eb0-44d8-925d-25bf5473f037 req-c563ae88-0c6d-4e7e-a330-13a44722a397 service nova] Acquiring lock "c144a36e-b7cb-4910-8733-29f0d9c15e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.721272] env[62490]: DEBUG oslo_concurrency.lockutils [req-e81535d0-7eb0-44d8-925d-25bf5473f037 req-c563ae88-0c6d-4e7e-a330-13a44722a397 service nova] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.721471] env[62490]: DEBUG oslo_concurrency.lockutils [req-e81535d0-7eb0-44d8-925d-25bf5473f037 req-c563ae88-0c6d-4e7e-a330-13a44722a397 service nova] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.721645] env[62490]: DEBUG nova.compute.manager [req-e81535d0-7eb0-44d8-925d-25bf5473f037 req-c563ae88-0c6d-4e7e-a330-13a44722a397 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] No waiting events found dispatching network-vif-plugged-9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1990.721812] env[62490]: WARNING nova.compute.manager [req-e81535d0-7eb0-44d8-925d-25bf5473f037 req-c563ae88-0c6d-4e7e-a330-13a44722a397 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Received unexpected event network-vif-plugged-9e4a6976-8b47-49d5-b336-59447b5c244a for instance with vm_state building and task_state spawning. [ 1990.829645] env[62490]: DEBUG nova.network.neutron [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Successfully updated port: 3f7c053b-1741-4249-875f-7854925bc5d6 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1990.831596] env[62490]: DEBUG nova.network.neutron [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Successfully updated port: 9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1990.920131] env[62490]: DEBUG nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1990.950509] env[62490]: DEBUG nova.network.neutron [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Successfully created port: 714cd90f-6a23-4e2c-9219-3f9002affc38 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1991.030616] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "refresh_cache-73dd94f6-caed-4f2f-b98c-e8e28eda8f32" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.030769] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "refresh_cache-73dd94f6-caed-4f2f-b98c-e8e28eda8f32" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.030914] env[62490]: DEBUG nova.network.neutron [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1991.334017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-4f8852e7-9d9c-4631-8df2-6332305553e3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.334185] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-4f8852e7-9d9c-4631-8df2-6332305553e3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.334341] env[62490]: DEBUG nova.network.neutron [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1991.335545] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.335691] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquired lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.335833] env[62490]: DEBUG nova.network.neutron [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1991.361339] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb14cc-dd74-4a03-bafa-2251ef158ed2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.369881] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c400a48-a9fd-4c91-893d-941a195c183c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.400522] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141c77db-9382-44a6-a3ec-b978e1bb39d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.408402] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add7b52f-ba8a-4ba8-9f1d-53bde3032bcd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.425840] env[62490]: DEBUG nova.compute.provider_tree [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.566619] env[62490]: DEBUG nova.network.neutron [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1991.702565] env[62490]: DEBUG nova.network.neutron [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Updating instance_info_cache with network_info: [{"id": "217dd6ed-aa07-4126-a8b6-e6207f63ac5f", "address": "fa:16:3e:5e:7d:95", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217dd6ed-aa", "ovs_interfaceid": "217dd6ed-aa07-4126-a8b6-e6207f63ac5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.748567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.748567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.748665] env[62490]: DEBUG nova.compute.manager [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Going to confirm migration 3 {{(pid=62490) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1991.871382] env[62490]: DEBUG nova.network.neutron [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1991.875970] env[62490]: DEBUG nova.network.neutron [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1991.933154] env[62490]: DEBUG nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1991.935762] env[62490]: DEBUG nova.scheduler.client.report [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1991.965655] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ba2e1cd13b228f0cc478833333450f45',container_format='bare',created_at=2025-01-13T05:43:41Z,direct_url=,disk_format='vmdk',id=978f3cec-2b54-4291-92cd-52136a587026,min_disk=1,min_ram=0,name='tempest-test-snap-886071',owner='72e089154b3743e9a2b08dba8f337db5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-13T05:44:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1991.965914] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1991.966084] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1991.966300] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1991.966449] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1991.966597] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1991.966805] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1991.966965] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1991.967153] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1991.967325] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1991.967502] env[62490]: DEBUG nova.virt.hardware [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1991.968698] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5448383-5582-46c6-a828-1e33f57ea9c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.977754] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d90b8-9d90-4791-b9a6-1b7841342395 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.031053] env[62490]: DEBUG nova.network.neutron [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Updating instance_info_cache with network_info: [{"id": "9e4a6976-8b47-49d5-b336-59447b5c244a", "address": "fa:16:3e:8e:bb:c6", "network": {"id": "66d47877-1598-40ac-aa27-24ffd14e81d3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767958343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fb5c7317c4104bf2363333bb001fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4a6976-8b", "ovs_interfaceid": "9e4a6976-8b47-49d5-b336-59447b5c244a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.062550] env[62490]: DEBUG nova.network.neutron [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Updating instance_info_cache with network_info: [{"id": "3f7c053b-1741-4249-875f-7854925bc5d6", "address": "fa:16:3e:49:00:d2", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7c053b-17", "ovs_interfaceid": "3f7c053b-1741-4249-875f-7854925bc5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.206580] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "refresh_cache-73dd94f6-caed-4f2f-b98c-e8e28eda8f32" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.206580] env[62490]: DEBUG nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Instance network_info: |[{"id": "217dd6ed-aa07-4126-a8b6-e6207f63ac5f", "address": "fa:16:3e:5e:7d:95", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217dd6ed-aa", "ovs_interfaceid": "217dd6ed-aa07-4126-a8b6-e6207f63ac5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1992.206816] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:7d:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '217dd6ed-aa07-4126-a8b6-e6207f63ac5f', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.215030] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating folder: Project (a73d7f62dcf34ab291305f904bec4776). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.215030] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11ea63df-3bb4-47cd-8d49-eb7b381754ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.225973] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created folder: Project (a73d7f62dcf34ab291305f904bec4776) in parent group-v423467. [ 1992.226155] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating folder: Instances. Parent ref: group-v423639. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.226370] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f24eb42-ea69-4da9-9729-1d860f0db2e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.235720] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created folder: Instances in parent group-v423639. [ 1992.235930] env[62490]: DEBUG oslo.service.loopingcall [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.236223] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.236313] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d99146f-3fdc-4f47-87db-e5fef614122d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.260580] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.260580] env[62490]: value = "task-2065877" [ 1992.260580] env[62490]: _type = "Task" [ 1992.260580] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.268507] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065877, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.299341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.299530] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.299772] env[62490]: DEBUG nova.network.neutron [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1992.299976] env[62490]: DEBUG nova.objects.instance [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lazy-loading 'info_cache' on Instance uuid 1c00d7ca-49f7-498f-be88-3f035b28ee46 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.439329] env[62490]: DEBUG nova.compute.manager [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Received event network-vif-plugged-3f7c053b-1741-4249-875f-7854925bc5d6 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.439870] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Acquiring lock "4f8852e7-9d9c-4631-8df2-6332305553e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.440144] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.440367] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.440571] env[62490]: DEBUG nova.compute.manager [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] No waiting events found dispatching network-vif-plugged-3f7c053b-1741-4249-875f-7854925bc5d6 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1992.440771] env[62490]: WARNING nova.compute.manager [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Received unexpected event network-vif-plugged-3f7c053b-1741-4249-875f-7854925bc5d6 for instance with vm_state building and task_state spawning. [ 1992.440969] env[62490]: DEBUG nova.compute.manager [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Received event network-changed-217dd6ed-aa07-4126-a8b6-e6207f63ac5f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.441182] env[62490]: DEBUG nova.compute.manager [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Refreshing instance network info cache due to event network-changed-217dd6ed-aa07-4126-a8b6-e6207f63ac5f. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1992.441410] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Acquiring lock "refresh_cache-73dd94f6-caed-4f2f-b98c-e8e28eda8f32" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.441596] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Acquired lock "refresh_cache-73dd94f6-caed-4f2f-b98c-e8e28eda8f32" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.441787] env[62490]: DEBUG nova.network.neutron [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Refreshing network info cache for port 217dd6ed-aa07-4126-a8b6-e6207f63ac5f {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.444173] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.444674] env[62490]: DEBUG nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.447611] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.773s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.448983] env[62490]: INFO nova.compute.claims [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1992.533893] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Releasing lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.534349] env[62490]: DEBUG nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Instance network_info: |[{"id": "9e4a6976-8b47-49d5-b336-59447b5c244a", "address": "fa:16:3e:8e:bb:c6", "network": {"id": "66d47877-1598-40ac-aa27-24ffd14e81d3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767958343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fb5c7317c4104bf2363333bb001fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4a6976-8b", "ovs_interfaceid": "9e4a6976-8b47-49d5-b336-59447b5c244a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1992.534787] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:bb:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e4a6976-8b47-49d5-b336-59447b5c244a', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.542674] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Creating folder: Project (8b6fb5c7317c4104bf2363333bb001fd). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.543075] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbd93e35-b73d-4064-87da-775f519edb7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.554163] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Created folder: Project (8b6fb5c7317c4104bf2363333bb001fd) in parent group-v423467. [ 1992.554382] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Creating folder: Instances. Parent ref: group-v423642. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.554644] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39977979-2b67-4259-a93f-d41d95208389 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.565776] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-4f8852e7-9d9c-4631-8df2-6332305553e3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.569019] env[62490]: DEBUG nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Instance network_info: |[{"id": "3f7c053b-1741-4249-875f-7854925bc5d6", "address": "fa:16:3e:49:00:d2", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7c053b-17", "ovs_interfaceid": "3f7c053b-1741-4249-875f-7854925bc5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1992.569019] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:00:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f7c053b-1741-4249-875f-7854925bc5d6', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.573885] env[62490]: DEBUG oslo.service.loopingcall [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.575237] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.575580] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Created folder: Instances in parent group-v423642. [ 1992.575675] env[62490]: DEBUG oslo.service.loopingcall [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.575846] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0218dc9d-2782-4f5a-a20b-af035f345d88 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.591637] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.592544] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-876ca024-c351-441f-a76d-73c374adc38a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.613628] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.613628] env[62490]: value = "task-2065880" [ 1992.613628] env[62490]: _type = "Task" [ 1992.613628] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.614796] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.614796] env[62490]: value = "task-2065881" [ 1992.614796] env[62490]: _type = "Task" [ 1992.614796] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.630652] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065880, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.634394] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065881, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.647623] env[62490]: DEBUG nova.network.neutron [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Successfully updated port: 714cd90f-6a23-4e2c-9219-3f9002affc38 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1992.751863] env[62490]: DEBUG nova.compute.manager [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Received event network-changed-9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.752321] env[62490]: DEBUG nova.compute.manager [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Refreshing instance network info cache due to event network-changed-9e4a6976-8b47-49d5-b336-59447b5c244a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1992.752321] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Acquiring lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.752442] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Acquired lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.752570] env[62490]: DEBUG nova.network.neutron [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Refreshing network info cache for port 9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.770218] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065877, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.956795] env[62490]: DEBUG nova.compute.utils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.958701] env[62490]: DEBUG nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1992.958701] env[62490]: DEBUG nova.network.neutron [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1993.045545] env[62490]: DEBUG nova.policy [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1d53869377846b185bb8f45a48b2d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e3fb3e90970495ba0f0ddd21064397b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.128149] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065881, 'name': CreateVM_Task, 'duration_secs': 0.513627} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.131043] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1993.131257] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065880, 'name': CreateVM_Task, 'duration_secs': 0.455919} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.131893] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.132070] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.132388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1993.132573] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1993.132780] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac80062-6ec7-410f-ba1e-8a753c78c5d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.135041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.138952] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1993.138952] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528825c9-860a-eb76-ca86-ecd28ac552c7" [ 1993.138952] env[62490]: _type = "Task" [ 1993.138952] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.146617] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528825c9-860a-eb76-ca86-ecd28ac552c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.154357] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "refresh_cache-5a58fd81-e918-485a-890f-55d9640e5008" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.154357] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "refresh_cache-5a58fd81-e918-485a-890f-55d9640e5008" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.154357] env[62490]: DEBUG nova.network.neutron [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.271549] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065877, 'name': CreateVM_Task, 'duration_secs': 0.646364} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.271694] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1993.272368] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.317895] env[62490]: DEBUG nova.network.neutron [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Updated VIF entry in instance network info cache for port 217dd6ed-aa07-4126-a8b6-e6207f63ac5f. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.318260] env[62490]: DEBUG nova.network.neutron [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Updating instance_info_cache with network_info: [{"id": "217dd6ed-aa07-4126-a8b6-e6207f63ac5f", "address": "fa:16:3e:5e:7d:95", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap217dd6ed-aa", "ovs_interfaceid": "217dd6ed-aa07-4126-a8b6-e6207f63ac5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.466489] env[62490]: DEBUG nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.651699] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528825c9-860a-eb76-ca86-ecd28ac552c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.651945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.652231] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1993.652515] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.652707] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.652929] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.653344] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.653696] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1993.654334] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d864a08-e629-4bea-8467-f2ead26ad86e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.656701] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a50fb75-84e9-4ba8-bd15-3c3f99a4e94c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.668188] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1993.668188] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bfdc96-4daf-d975-a9f7-158d4b8f30cc" [ 1993.668188] env[62490]: _type = "Task" [ 1993.668188] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.672114] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.672345] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.673511] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba77bc0-cdd7-4d76-8d37-e025cfc51761 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.680907] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bfdc96-4daf-d975-a9f7-158d4b8f30cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.684073] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1993.684073] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b21d67-f5cf-779f-e6dc-c97d74a7242c" [ 1993.684073] env[62490]: _type = "Task" [ 1993.684073] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.692331] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b21d67-f5cf-779f-e6dc-c97d74a7242c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.707121] env[62490]: DEBUG nova.network.neutron [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Updated VIF entry in instance network info cache for port 9e4a6976-8b47-49d5-b336-59447b5c244a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.707499] env[62490]: DEBUG nova.network.neutron [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Updating instance_info_cache with network_info: [{"id": "9e4a6976-8b47-49d5-b336-59447b5c244a", "address": "fa:16:3e:8e:bb:c6", "network": {"id": "66d47877-1598-40ac-aa27-24ffd14e81d3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767958343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fb5c7317c4104bf2363333bb001fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4a6976-8b", "ovs_interfaceid": "9e4a6976-8b47-49d5-b336-59447b5c244a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.733984] env[62490]: DEBUG nova.network.neutron [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1993.736575] env[62490]: DEBUG nova.network.neutron [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Successfully created port: 5dab4790-fcd4-478c-adda-94c06ab0cdb8 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.741324] env[62490]: DEBUG nova.network.neutron [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance_info_cache with network_info: [{"id": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "address": "fa:16:3e:0f:62:69", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39e381e-d4", "ovs_interfaceid": "b39e381e-d41a-4bbc-b30b-4026461f1ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.823819] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Releasing lock "refresh_cache-73dd94f6-caed-4f2f-b98c-e8e28eda8f32" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.824105] env[62490]: DEBUG nova.compute.manager [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Received event network-changed-3f7c053b-1741-4249-875f-7854925bc5d6 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1993.824279] env[62490]: DEBUG nova.compute.manager [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Refreshing instance network info cache due to event network-changed-3f7c053b-1741-4249-875f-7854925bc5d6. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1993.824487] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Acquiring lock "refresh_cache-4f8852e7-9d9c-4631-8df2-6332305553e3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.824630] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Acquired lock "refresh_cache-4f8852e7-9d9c-4631-8df2-6332305553e3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.824788] env[62490]: DEBUG nova.network.neutron [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Refreshing network info cache for port 3f7c053b-1741-4249-875f-7854925bc5d6 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.895544] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb9468f-b93b-40da-afd6-af9b9eb5f757 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.903996] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dce6302-2725-43be-9913-803d85f76831 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.934893] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278835b5-5c36-4b5d-93ce-a962ec534bb0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.945597] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132461fb-4ffd-496e-a24a-5ee3f057e42d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.961341] env[62490]: DEBUG nova.compute.provider_tree [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.011710] env[62490]: DEBUG nova.network.neutron [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Updating instance_info_cache with network_info: [{"id": "714cd90f-6a23-4e2c-9219-3f9002affc38", "address": "fa:16:3e:df:ab:c3", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714cd90f-6a", "ovs_interfaceid": "714cd90f-6a23-4e2c-9219-3f9002affc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.183094] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bfdc96-4daf-d975-a9f7-158d4b8f30cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008786} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.183094] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.183094] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1994.183094] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.183094] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.183363] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1994.183536] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7104dcaf-2ffc-442c-8076-095105340581 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.193357] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1994.193357] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5351a-6227-ceae-17f5-0d51d8e85be2" [ 1994.193357] env[62490]: _type = "Task" [ 1994.193357] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.196897] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b21d67-f5cf-779f-e6dc-c97d74a7242c, 'name': SearchDatastore_Task, 'duration_secs': 0.008964} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.200308] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3b0902-6b1e-4b78-80ba-058b317610f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.208372] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5351a-6227-ceae-17f5-0d51d8e85be2, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.209775] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.210163] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1994.210455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.211029] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Releasing lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.211319] env[62490]: DEBUG nova.compute.manager [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Received event network-vif-plugged-714cd90f-6a23-4e2c-9219-3f9002affc38 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.211564] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Acquiring lock "5a58fd81-e918-485a-890f-55d9640e5008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.211808] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Lock "5a58fd81-e918-485a-890f-55d9640e5008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.212067] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Lock "5a58fd81-e918-485a-890f-55d9640e5008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.212428] env[62490]: DEBUG nova.compute.manager [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] No waiting events found dispatching network-vif-plugged-714cd90f-6a23-4e2c-9219-3f9002affc38 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1994.212972] env[62490]: WARNING nova.compute.manager [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Received unexpected event network-vif-plugged-714cd90f-6a23-4e2c-9219-3f9002affc38 for instance with vm_state building and task_state spawning. [ 1994.212972] env[62490]: DEBUG nova.compute.manager [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Received event network-changed-714cd90f-6a23-4e2c-9219-3f9002affc38 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.212972] env[62490]: DEBUG nova.compute.manager [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Refreshing instance network info cache due to event network-changed-714cd90f-6a23-4e2c-9219-3f9002affc38. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1994.212972] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Acquiring lock "refresh_cache-5a58fd81-e918-485a-890f-55d9640e5008" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.213251] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1994.213251] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52544708-932e-1215-1969-c5623fcc5c99" [ 1994.213251] env[62490]: _type = "Task" [ 1994.213251] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.221578] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52544708-932e-1215-1969-c5623fcc5c99, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.221864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.222045] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c144a36e-b7cb-4910-8733-29f0d9c15e43/c144a36e-b7cb-4910-8733-29f0d9c15e43.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.222310] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.222496] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1994.222702] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efddee3e-8eba-4297-87ac-c11e7a5ebb2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.224799] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c96f8f-65c1-434a-b24e-64661b1a86a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.232016] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1994.232016] env[62490]: value = "task-2065882" [ 1994.232016] env[62490]: _type = "Task" [ 1994.232016] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.234672] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1994.234833] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1994.235808] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea82c081-6b4b-4d6e-b8f3-0e689934b523 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.240603] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.244016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-1c00d7ca-49f7-498f-be88-3f035b28ee46" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.244253] env[62490]: DEBUG nova.objects.instance [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lazy-loading 'migration_context' on Instance uuid 1c00d7ca-49f7-498f-be88-3f035b28ee46 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.245383] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1994.245383] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5244377f-16aa-877d-8733-cdf9f06fed79" [ 1994.245383] env[62490]: _type = "Task" [ 1994.245383] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.252899] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5244377f-16aa-877d-8733-cdf9f06fed79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.466747] env[62490]: DEBUG nova.scheduler.client.report [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.479452] env[62490]: DEBUG nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.507695] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.508208] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.508490] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.508819] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.509120] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.509401] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.509748] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.510024] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.510326] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.510610] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.510908] env[62490]: DEBUG nova.virt.hardware [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.512490] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f1ecf5-0a08-477c-85ba-9554110cf006 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.517463] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "refresh_cache-5a58fd81-e918-485a-890f-55d9640e5008" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.517981] env[62490]: DEBUG nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Instance network_info: |[{"id": "714cd90f-6a23-4e2c-9219-3f9002affc38", "address": "fa:16:3e:df:ab:c3", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714cd90f-6a", "ovs_interfaceid": "714cd90f-6a23-4e2c-9219-3f9002affc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1994.518435] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Acquired lock "refresh_cache-5a58fd81-e918-485a-890f-55d9640e5008" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.518781] env[62490]: DEBUG nova.network.neutron [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Refreshing network info cache for port 714cd90f-6a23-4e2c-9219-3f9002affc38 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.520466] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ab:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714cd90f-6a23-4e2c-9219-3f9002affc38', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.534505] env[62490]: DEBUG oslo.service.loopingcall [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.540599] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.543919] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-154d050d-a7af-4651-a612-2457fcdfe8e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.560701] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56308e67-e5ba-4f41-858d-bd8de5805d33 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.579339] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.579339] env[62490]: value = "task-2065883" [ 1994.579339] env[62490]: _type = "Task" [ 1994.579339] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.587868] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065883, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.692694] env[62490]: DEBUG nova.network.neutron [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Updated VIF entry in instance network info cache for port 3f7c053b-1741-4249-875f-7854925bc5d6. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1994.693117] env[62490]: DEBUG nova.network.neutron [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Updating instance_info_cache with network_info: [{"id": "3f7c053b-1741-4249-875f-7854925bc5d6", "address": "fa:16:3e:49:00:d2", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f7c053b-17", "ovs_interfaceid": "3f7c053b-1741-4249-875f-7854925bc5d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.741713] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495817} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.741959] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c144a36e-b7cb-4910-8733-29f0d9c15e43/c144a36e-b7cb-4910-8733-29f0d9c15e43.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.745018] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.745018] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de86c84-68d8-4b0a-b09c-e15849d4e7f9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.747252] env[62490]: DEBUG nova.objects.base [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Object Instance<1c00d7ca-49f7-498f-be88-3f035b28ee46> lazy-loaded attributes: info_cache,migration_context {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1994.748108] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb568645-b54e-41c4-a393-20e103466e8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.755173] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1994.755173] env[62490]: value = "task-2065884" [ 1994.755173] env[62490]: _type = "Task" [ 1994.755173] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.781826] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5244377f-16aa-877d-8733-cdf9f06fed79, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.784793] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0eeecb-3039-4a80-b9f1-5f7af7bf39b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.794129] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9831b80c-2dad-4b4f-944b-368fadc31458 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.795854] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065884, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.799472] env[62490]: DEBUG oslo_vmware.api [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 1994.799472] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521d6311-50a3-385e-415c-a420e0fa02af" [ 1994.799472] env[62490]: _type = "Task" [ 1994.799472] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.801206] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1994.801206] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523ceec1-ded5-4c1d-45f8-79df5f2c4fb0" [ 1994.801206] env[62490]: _type = "Task" [ 1994.801206] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.806202] env[62490]: DEBUG nova.network.neutron [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Updated VIF entry in instance network info cache for port 714cd90f-6a23-4e2c-9219-3f9002affc38. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1994.806202] env[62490]: DEBUG nova.network.neutron [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Updating instance_info_cache with network_info: [{"id": "714cd90f-6a23-4e2c-9219-3f9002affc38", "address": "fa:16:3e:df:ab:c3", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714cd90f-6a", "ovs_interfaceid": "714cd90f-6a23-4e2c-9219-3f9002affc38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.817845] env[62490]: DEBUG oslo_vmware.api [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521d6311-50a3-385e-415c-a420e0fa02af, 'name': SearchDatastore_Task, 'duration_secs': 0.006739} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.822438] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.822991] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523ceec1-ded5-4c1d-45f8-79df5f2c4fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.823250] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.823506] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4f8852e7-9d9c-4631-8df2-6332305553e3/4f8852e7-9d9c-4631-8df2-6332305553e3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.823776] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.823957] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1994.824180] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a53112-04d9-4a68-91b9-4b1141c1e3c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.826198] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20f07d28-64ea-4238-a95a-f8269303ef4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.833258] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1994.833258] env[62490]: value = "task-2065885" [ 1994.833258] env[62490]: _type = "Task" [ 1994.833258] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.837117] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1994.837319] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1994.838332] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5615a359-3aba-4e72-bd8e-90b728bb96de {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.843916] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.846990] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1994.846990] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52396628-67d1-a4e2-4392-a3ff566ca825" [ 1994.846990] env[62490]: _type = "Task" [ 1994.846990] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.854741] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52396628-67d1-a4e2-4392-a3ff566ca825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.972765] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.973420] env[62490]: DEBUG nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1994.976057] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.107s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.976755] env[62490]: DEBUG nova.objects.instance [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lazy-loading 'resources' on Instance uuid 76037297-9052-41aa-9a6c-2fbcb0cb0797 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.089501] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065883, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.196276] env[62490]: DEBUG oslo_concurrency.lockutils [req-b290c5eb-d9cc-4f14-8452-6679096ef547 req-2eb22519-ff96-40ef-95ad-0b9e8b642424 service nova] Releasing lock "refresh_cache-4f8852e7-9d9c-4631-8df2-6332305553e3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.268651] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06215} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.269019] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1995.270342] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe80be8-3791-4fd9-9498-b681ab9e9414 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.296064] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c144a36e-b7cb-4910-8733-29f0d9c15e43/c144a36e-b7cb-4910-8733-29f0d9c15e43.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.297703] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16dde623-062b-4a27-8838-07c7cd6e7db7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.315854] env[62490]: DEBUG oslo_concurrency.lockutils [req-23444d67-71f5-400b-a954-34d8cd26f3f7 req-92263efb-0dc2-4b6e-b49e-d6f08b809ce7 service nova] Releasing lock "refresh_cache-5a58fd81-e918-485a-890f-55d9640e5008" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.324036] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1995.324036] env[62490]: value = "task-2065886" [ 1995.324036] env[62490]: _type = "Task" [ 1995.324036] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.336031] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.346289] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065885, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.358732] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52396628-67d1-a4e2-4392-a3ff566ca825, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.360192] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fd6102-ee9a-45be-ad57-b053ac21cb35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.370019] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1995.370019] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5293cde0-8b05-0afe-3ccf-347b11258201" [ 1995.370019] env[62490]: _type = "Task" [ 1995.370019] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.379109] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5293cde0-8b05-0afe-3ccf-347b11258201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.432924] env[62490]: DEBUG nova.compute.manager [req-d7809722-5ef8-4797-ae6b-811f83a63ffb req-d99faf20-d1ca-49d1-8b73-efb9784c0e79 service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Received event network-vif-plugged-5dab4790-fcd4-478c-adda-94c06ab0cdb8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1995.433182] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7809722-5ef8-4797-ae6b-811f83a63ffb req-d99faf20-d1ca-49d1-8b73-efb9784c0e79 service nova] Acquiring lock "492ee2d6-fe01-41db-9006-d5b56e6e041e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.433469] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7809722-5ef8-4797-ae6b-811f83a63ffb req-d99faf20-d1ca-49d1-8b73-efb9784c0e79 service nova] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.433650] env[62490]: DEBUG oslo_concurrency.lockutils [req-d7809722-5ef8-4797-ae6b-811f83a63ffb req-d99faf20-d1ca-49d1-8b73-efb9784c0e79 service nova] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.433819] env[62490]: DEBUG nova.compute.manager [req-d7809722-5ef8-4797-ae6b-811f83a63ffb req-d99faf20-d1ca-49d1-8b73-efb9784c0e79 service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] No waiting events found dispatching network-vif-plugged-5dab4790-fcd4-478c-adda-94c06ab0cdb8 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1995.433984] env[62490]: WARNING nova.compute.manager [req-d7809722-5ef8-4797-ae6b-811f83a63ffb req-d99faf20-d1ca-49d1-8b73-efb9784c0e79 service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Received unexpected event network-vif-plugged-5dab4790-fcd4-478c-adda-94c06ab0cdb8 for instance with vm_state building and task_state spawning. [ 1995.479787] env[62490]: DEBUG nova.compute.utils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1995.487934] env[62490]: DEBUG nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Not allocating networking since 'none' was specified. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1995.512876] env[62490]: DEBUG nova.network.neutron [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Successfully updated port: 5dab4790-fcd4-478c-adda-94c06ab0cdb8 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.590486] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065883, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.836447] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.844540] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585031} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.846854] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4f8852e7-9d9c-4631-8df2-6332305553e3/4f8852e7-9d9c-4631-8df2-6332305553e3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1995.847283] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1995.847691] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d3e6512-fd70-4353-8fbd-9b4d4dd66b57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.856479] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1995.856479] env[62490]: value = "task-2065887" [ 1995.856479] env[62490]: _type = "Task" [ 1995.856479] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.862341] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.864066] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17983f88-06c3-4326-b2e8-f27fd5724aca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.870909] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb04f8c-e3e2-4e94-9adb-0d392e34969e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.909117] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b093ae-bf13-497e-a893-e4dba85317ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.911054] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5293cde0-8b05-0afe-3ccf-347b11258201, 'name': SearchDatastore_Task, 'duration_secs': 0.033592} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.911393] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.911569] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 73dd94f6-caed-4f2f-b98c-e8e28eda8f32/73dd94f6-caed-4f2f-b98c-e8e28eda8f32.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1995.912199] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74da9f8d-d59f-4262-969a-42b1e3fe91e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.917700] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef78afb-a1f0-4ba9-98e3-3cb317f3620d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.922287] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1995.922287] env[62490]: value = "task-2065888" [ 1995.922287] env[62490]: _type = "Task" [ 1995.922287] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.933482] env[62490]: DEBUG nova.compute.provider_tree [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.939364] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.989521] env[62490]: DEBUG nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1996.015122] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "refresh_cache-492ee2d6-fe01-41db-9006-d5b56e6e041e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.015122] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "refresh_cache-492ee2d6-fe01-41db-9006-d5b56e6e041e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.015299] env[62490]: DEBUG nova.network.neutron [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.091439] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065883, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.337343] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065886, 'name': ReconfigVM_Task, 'duration_secs': 0.985172} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.337831] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c144a36e-b7cb-4910-8733-29f0d9c15e43/c144a36e-b7cb-4910-8733-29f0d9c15e43.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1996.338724] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-404bfa67-b27a-4b65-8322-91c9d88dee78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.346795] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1996.346795] env[62490]: value = "task-2065889" [ 1996.346795] env[62490]: _type = "Task" [ 1996.346795] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.358238] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065889, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.367957] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08221} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.368293] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1996.369200] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88f9f6-a53c-4d80-b9bd-1cd7f4f5c2e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.394955] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 4f8852e7-9d9c-4631-8df2-6332305553e3/4f8852e7-9d9c-4631-8df2-6332305553e3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1996.395388] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-721a5e5c-76ae-44f6-ade1-c69193422382 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.417176] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1996.417176] env[62490]: value = "task-2065890" [ 1996.417176] env[62490]: _type = "Task" [ 1996.417176] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.427565] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.438066] env[62490]: DEBUG nova.scheduler.client.report [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.442709] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065888, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.551207] env[62490]: DEBUG nova.network.neutron [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.594802] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065883, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.707989] env[62490]: DEBUG nova.network.neutron [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Updating instance_info_cache with network_info: [{"id": "5dab4790-fcd4-478c-adda-94c06ab0cdb8", "address": "fa:16:3e:e7:f9:55", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dab4790-fc", "ovs_interfaceid": "5dab4790-fcd4-478c-adda-94c06ab0cdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.856594] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065889, 'name': Rename_Task, 'duration_secs': 0.292001} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.856812] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1996.857076] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58911d6d-429e-4e0e-a685-31e7ecc69513 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.863122] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 1996.863122] env[62490]: value = "task-2065891" [ 1996.863122] env[62490]: _type = "Task" [ 1996.863122] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.870774] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.927242] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065890, 'name': ReconfigVM_Task, 'duration_secs': 0.33018} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.927638] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 4f8852e7-9d9c-4631-8df2-6332305553e3/4f8852e7-9d9c-4631-8df2-6332305553e3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1996.931181] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4df80c2-d1cd-422d-a92f-4f638344e690 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.938536] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714468} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.939761] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 73dd94f6-caed-4f2f-b98c-e8e28eda8f32/73dd94f6-caed-4f2f-b98c-e8e28eda8f32.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1996.939969] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1996.940305] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1996.940305] env[62490]: value = "task-2065892" [ 1996.940305] env[62490]: _type = "Task" [ 1996.940305] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.940491] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdf51ad4-d158-4ec3-a76a-481af593efa1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.946628] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.949941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.828s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.950189] env[62490]: DEBUG nova.objects.instance [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lazy-loading 'resources' on Instance uuid 0fc31c87-417f-4447-943e-00f125f27bbb {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.951976] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1996.951976] env[62490]: value = "task-2065893" [ 1996.951976] env[62490]: _type = "Task" [ 1996.951976] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.958651] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065892, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.964540] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.973453] env[62490]: INFO nova.scheduler.client.report [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted allocations for instance 76037297-9052-41aa-9a6c-2fbcb0cb0797 [ 1996.999798] env[62490]: DEBUG nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1997.026690] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1997.027651] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1997.027651] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1997.027651] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1997.027651] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1997.027651] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1997.027651] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1997.027959] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1997.028013] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1997.028176] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1997.028349] env[62490]: DEBUG nova.virt.hardware [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1997.029443] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb4eaf8-7c55-4c2e-8712-52a9ce810c4e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.037145] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb41aa6f-5993-4b17-bb2d-b977f0415133 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.052149] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1997.057693] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Creating folder: Project (ba59162227ca4f61bc37e80769138a96). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1997.057981] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2454a205-6ba3-4c3c-8cdd-f079608b1e50 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.068891] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Created folder: Project (ba59162227ca4f61bc37e80769138a96) in parent group-v423467. [ 1997.069084] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Creating folder: Instances. Parent ref: group-v423647. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1997.069316] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c1d2f5a-7e13-4349-b7d9-76f2feb53260 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.077939] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Created folder: Instances in parent group-v423647. [ 1997.078194] env[62490]: DEBUG oslo.service.loopingcall [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.078379] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1997.078578] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b7d3f1-d706-4ef0-a02b-df196ca23aaa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.099231] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065883, 'name': CreateVM_Task, 'duration_secs': 2.403242} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.100281] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.100484] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1997.100484] env[62490]: value = "task-2065896" [ 1997.100484] env[62490]: _type = "Task" [ 1997.100484] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.101117] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.101285] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.101663] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.101931] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c68cfc6-c0fc-4c8c-b645-b62941142b1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.108958] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1997.108958] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a10786-0477-dcbe-6069-ad384166f42a" [ 1997.108958] env[62490]: _type = "Task" [ 1997.108958] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.111936] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065896, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.119124] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a10786-0477-dcbe-6069-ad384166f42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.212130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "refresh_cache-492ee2d6-fe01-41db-9006-d5b56e6e041e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.212130] env[62490]: DEBUG nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Instance network_info: |[{"id": "5dab4790-fcd4-478c-adda-94c06ab0cdb8", "address": "fa:16:3e:e7:f9:55", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dab4790-fc", "ovs_interfaceid": "5dab4790-fcd4-478c-adda-94c06ab0cdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1997.213345] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:f9:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dab4790-fcd4-478c-adda-94c06ab0cdb8', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1997.221540] env[62490]: DEBUG oslo.service.loopingcall [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.221786] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1997.222020] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e806554e-ed29-4297-a124-872b093f1c71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.242305] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1997.242305] env[62490]: value = "task-2065897" [ 1997.242305] env[62490]: _type = "Task" [ 1997.242305] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.250674] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065897, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.372739] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.455917] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065892, 'name': Rename_Task, 'duration_secs': 0.162434} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.459472] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1997.460874] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f83a0c1-6a14-4294-b016-748913692e1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.463501] env[62490]: DEBUG nova.compute.manager [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Received event network-changed-5dab4790-fcd4-478c-adda-94c06ab0cdb8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.463689] env[62490]: DEBUG nova.compute.manager [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Refreshing instance network info cache due to event network-changed-5dab4790-fcd4-478c-adda-94c06ab0cdb8. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1997.463897] env[62490]: DEBUG oslo_concurrency.lockutils [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] Acquiring lock "refresh_cache-492ee2d6-fe01-41db-9006-d5b56e6e041e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.464050] env[62490]: DEBUG oslo_concurrency.lockutils [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] Acquired lock "refresh_cache-492ee2d6-fe01-41db-9006-d5b56e6e041e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.464211] env[62490]: DEBUG nova.network.neutron [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Refreshing network info cache for port 5dab4790-fcd4-478c-adda-94c06ab0cdb8 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1997.470931] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06889} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.471640] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1997.472594] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 1997.472594] env[62490]: value = "task-2065898" [ 1997.472594] env[62490]: _type = "Task" [ 1997.472594] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.473205] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0969b76-0471-4a5b-9580-e75b839f0a89 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.502025] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 73dd94f6-caed-4f2f-b98c-e8e28eda8f32/73dd94f6-caed-4f2f-b98c-e8e28eda8f32.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.505906] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e1c730e1-2309-4265-bf8a-f4d125ba6fce tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "76037297-9052-41aa-9a6c-2fbcb0cb0797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.599s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.509922] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b8554e-885f-44e1-aa89-22eaced28711 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.525017] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065898, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.533024] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1997.533024] env[62490]: value = "task-2065899" [ 1997.533024] env[62490]: _type = "Task" [ 1997.533024] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.544142] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.617808] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065896, 'name': CreateVM_Task, 'duration_secs': 0.311682} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.620652] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.621346] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.621504] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.621798] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.622354] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e26176d-0453-42c5-85b2-2273e0eb9a0d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.628679] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.628890] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Processing image 978f3cec-2b54-4291-92cd-52136a587026 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1997.629132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/978f3cec-2b54-4291-92cd-52136a587026.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.629281] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/978f3cec-2b54-4291-92cd-52136a587026.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.629536] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1997.629802] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89bd299b-79e0-46f9-855d-adc5dc0dccc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.634794] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 1997.634794] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52247dd1-88f6-8f21-89f9-9299afc51de6" [ 1997.634794] env[62490]: _type = "Task" [ 1997.634794] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.643173] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52247dd1-88f6-8f21-89f9-9299afc51de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.649079] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1997.649269] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1997.649998] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca27672-8b5b-4834-b3ea-122855ff46c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.655438] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 1997.655438] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524a4a70-6b52-d340-a0ba-e550ab3b7581" [ 1997.655438] env[62490]: _type = "Task" [ 1997.655438] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.666957] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524a4a70-6b52-d340-a0ba-e550ab3b7581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.752104] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065897, 'name': CreateVM_Task, 'duration_secs': 0.442495} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.754516] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.755441] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.874797] env[62490]: DEBUG oslo_vmware.api [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2065891, 'name': PowerOnVM_Task, 'duration_secs': 0.531504} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.877938] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1997.878170] env[62490]: INFO nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Took 14.71 seconds to spawn the instance on the hypervisor. [ 1997.878362] env[62490]: DEBUG nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.879382] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df71219-53fc-4dee-be77-581927aae783 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.890172] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcec4a20-bd51-42c5-98ff-dbe9057e7de9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.897415] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7fa3a-6f10-4fd7-907c-44ba973424d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.928536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.928808] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.929034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.929220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.929390] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.931398] env[62490]: INFO nova.compute.manager [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Terminating instance [ 1997.935488] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03ce392-e685-4233-aa06-521143fc1f6e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.944323] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fbc781-6a93-4777-92d1-75674270521a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.958889] env[62490]: DEBUG nova.compute.provider_tree [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.985795] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065898, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.046088] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065899, 'name': ReconfigVM_Task, 'duration_secs': 0.388023} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.047024] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 73dd94f6-caed-4f2f-b98c-e8e28eda8f32/73dd94f6-caed-4f2f-b98c-e8e28eda8f32.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.047322] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e43d9bd-0420-4446-ae44-c4a293854988 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.055260] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1998.055260] env[62490]: value = "task-2065900" [ 1998.055260] env[62490]: _type = "Task" [ 1998.055260] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.067268] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065900, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.145459] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52247dd1-88f6-8f21-89f9-9299afc51de6, 'name': SearchDatastore_Task, 'duration_secs': 0.014919} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.145756] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.145982] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.146229] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.146375] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.146552] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.146827] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.147132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.147353] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2ab559a-b2d7-4bc8-97be-4192071ceab8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.150310] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307d2f4a-4b55-411e-8201-d834e13fe93a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.155884] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1998.155884] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cba4c4-65f9-0eed-6c22-063dfa960211" [ 1998.155884] env[62490]: _type = "Task" [ 1998.155884] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.162361] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.162531] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.163515] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bd2c52-bd0d-4f72-b194-2c58a5f2bc99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.169248] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Preparing fetch location {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1998.169666] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Fetch image to [datastore1] OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293/OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293.vmdk {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1998.169666] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Downloading stream optimized image 978f3cec-2b54-4291-92cd-52136a587026 to [datastore1] OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293/OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293.vmdk on the data store datastore1 as vApp {{(pid=62490) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1998.169843] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Downloading image file data 978f3cec-2b54-4291-92cd-52136a587026 to the ESX as VM named 'OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293' {{(pid=62490) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1998.175793] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 1998.175793] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524191ec-b4b4-6353-4568-f6ee9966c082" [ 1998.175793] env[62490]: _type = "Task" [ 1998.175793] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.176130] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cba4c4-65f9-0eed-6c22-063dfa960211, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.176316] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.176718] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.176718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.185013] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524191ec-b4b4-6353-4568-f6ee9966c082, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.185709] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acaa4602-a7a4-4b8c-9105-f687522748f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.190533] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 1998.190533] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528da121-d733-4f22-1c47-1f828d12e40d" [ 1998.190533] env[62490]: _type = "Task" [ 1998.190533] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.200938] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528da121-d733-4f22-1c47-1f828d12e40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.251779] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1998.251779] env[62490]: value = "resgroup-9" [ 1998.251779] env[62490]: _type = "ResourcePool" [ 1998.251779] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1998.252078] env[62490]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-95e8683c-75b1-4d0f-b257-ae9f3e8b1122 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.278100] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease: (returnval){ [ 1998.278100] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d894-bb53-097e-5b5b-7f40e61b8b3b" [ 1998.278100] env[62490]: _type = "HttpNfcLease" [ 1998.278100] env[62490]: } obtained for vApp import into resource pool (val){ [ 1998.278100] env[62490]: value = "resgroup-9" [ 1998.278100] env[62490]: _type = "ResourcePool" [ 1998.278100] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1998.278446] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the lease: (returnval){ [ 1998.278446] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d894-bb53-097e-5b5b-7f40e61b8b3b" [ 1998.278446] env[62490]: _type = "HttpNfcLease" [ 1998.278446] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1998.285056] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1998.285056] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d894-bb53-097e-5b5b-7f40e61b8b3b" [ 1998.285056] env[62490]: _type = "HttpNfcLease" [ 1998.285056] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1998.366650] env[62490]: DEBUG nova.network.neutron [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Updated VIF entry in instance network info cache for port 5dab4790-fcd4-478c-adda-94c06ab0cdb8. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1998.367032] env[62490]: DEBUG nova.network.neutron [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Updating instance_info_cache with network_info: [{"id": "5dab4790-fcd4-478c-adda-94c06ab0cdb8", "address": "fa:16:3e:e7:f9:55", "network": {"id": "56991690-cd7b-4ebe-a3c1-b11c15f46f03", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-628877467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e3fb3e90970495ba0f0ddd21064397b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dab4790-fc", "ovs_interfaceid": "5dab4790-fcd4-478c-adda-94c06ab0cdb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.404012] env[62490]: INFO nova.compute.manager [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Took 49.09 seconds to build instance. [ 1998.435334] env[62490]: DEBUG nova.compute.manager [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.435545] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.436732] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6489ad7-9451-41ba-8670-b406706db5ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.444644] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.444871] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569a5980-6ada-4569-a2d5-ee4a667c5a87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.451122] env[62490]: DEBUG oslo_vmware.api [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1998.451122] env[62490]: value = "task-2065902" [ 1998.451122] env[62490]: _type = "Task" [ 1998.451122] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.458510] env[62490]: DEBUG oslo_vmware.api [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.461853] env[62490]: DEBUG nova.scheduler.client.report [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.487351] env[62490]: DEBUG oslo_vmware.api [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065898, 'name': PowerOnVM_Task, 'duration_secs': 0.539009} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.488302] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1998.488503] env[62490]: INFO nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1998.488681] env[62490]: DEBUG nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1998.489478] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18286882-3a42-4771-96c5-269711571bca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.566804] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065900, 'name': Rename_Task, 'duration_secs': 0.263927} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.567820] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1998.567820] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e68e68d-5696-4716-968e-e57fa5d79fc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.573787] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 1998.573787] env[62490]: value = "task-2065903" [ 1998.573787] env[62490]: _type = "Task" [ 1998.573787] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.581827] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.702261] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528da121-d733-4f22-1c47-1f828d12e40d, 'name': SearchDatastore_Task, 'duration_secs': 0.008588} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.702261] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.702596] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.702722] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.702916] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.703209] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d961fa-74a8-4cc4-a96e-1184e74bd092 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.705168] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76f677c-869c-4780-b4fc-3303eddff8fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.713089] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 1998.713089] env[62490]: value = "task-2065904" [ 1998.713089] env[62490]: _type = "Task" [ 1998.713089] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.713812] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.716946] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.718027] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44301744-cc1e-461c-bbca-2dfae8196829 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.724339] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.725911] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1998.725911] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525001ed-03a9-09dd-bf05-2cba3ef333d1" [ 1998.725911] env[62490]: _type = "Task" [ 1998.725911] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.734237] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525001ed-03a9-09dd-bf05-2cba3ef333d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009052} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.735041] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f06d6c1-06af-4407-ace9-c40ab38e4eed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.740161] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1998.740161] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5229780d-2244-12d2-0c2b-94ae0058f6bc" [ 1998.740161] env[62490]: _type = "Task" [ 1998.740161] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.749813] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5229780d-2244-12d2-0c2b-94ae0058f6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.786771] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1998.786771] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d894-bb53-097e-5b5b-7f40e61b8b3b" [ 1998.786771] env[62490]: _type = "HttpNfcLease" [ 1998.786771] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1998.870011] env[62490]: DEBUG oslo_concurrency.lockutils [req-041e37b6-2286-49a9-a5a3-daa883453a53 req-a0121cfa-74fe-46a5-88a3-d74bf37f311e service nova] Releasing lock "refresh_cache-492ee2d6-fe01-41db-9006-d5b56e6e041e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.906771] env[62490]: DEBUG oslo_concurrency.lockutils [None req-616f3b2e-119a-4558-9217-2573a37a6265 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.602s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.961781] env[62490]: DEBUG oslo_vmware.api [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065902, 'name': PowerOffVM_Task, 'duration_secs': 0.224369} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.965635] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.967278] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1998.969259] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.973180] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805829a8-ba9b-44fc-93f8-eee3900c68da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.977500] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.959s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.980021] env[62490]: DEBUG nova.objects.instance [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lazy-loading 'resources' on Instance uuid 7a6307d1-b846-431e-bd20-e7755fc0f9fc {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.010583] env[62490]: INFO nova.scheduler.client.report [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Deleted allocations for instance 0fc31c87-417f-4447-943e-00f125f27bbb [ 1999.020181] env[62490]: INFO nova.compute.manager [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Took 45.03 seconds to build instance. [ 1999.087783] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.138265] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.138703] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.139150] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleting the datastore file [datastore1] 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.139595] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138fbc15-362c-4ad4-99bf-55f9a9c8832e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.147398] env[62490]: DEBUG oslo_vmware.api [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for the task: (returnval){ [ 1999.147398] env[62490]: value = "task-2065906" [ 1999.147398] env[62490]: _type = "Task" [ 1999.147398] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.157615] env[62490]: DEBUG oslo_vmware.api [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.223530] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065904, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.250686] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5229780d-2244-12d2-0c2b-94ae0058f6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.250955] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.251243] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 492ee2d6-fe01-41db-9006-d5b56e6e041e/492ee2d6-fe01-41db-9006-d5b56e6e041e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1999.251596] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-538a06cd-5db6-4e75-932d-23b62e31d46b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.257925] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1999.257925] env[62490]: value = "task-2065907" [ 1999.257925] env[62490]: _type = "Task" [ 1999.257925] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.266364] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.286021] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1999.286021] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d894-bb53-097e-5b5b-7f40e61b8b3b" [ 1999.286021] env[62490]: _type = "HttpNfcLease" [ 1999.286021] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1999.286328] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1999.286328] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d894-bb53-097e-5b5b-7f40e61b8b3b" [ 1999.286328] env[62490]: _type = "HttpNfcLease" [ 1999.286328] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1999.287079] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523f56ec-8822-4b40-8c63-84f4559315b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.294596] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd4dd0-18f5-5474-4b4b-bfb71001093c/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1999.294791] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd4dd0-18f5-5474-4b4b-bfb71001093c/disk-0.vmdk. {{(pid=62490) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1999.361226] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ae73b22-a737-41e1-9e1e-f5a56374a514 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.411986] env[62490]: DEBUG nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1999.487661] env[62490]: DEBUG nova.compute.manager [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Received event network-changed-9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1999.487922] env[62490]: DEBUG nova.compute.manager [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Refreshing instance network info cache due to event network-changed-9e4a6976-8b47-49d5-b336-59447b5c244a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1999.488340] env[62490]: DEBUG oslo_concurrency.lockutils [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] Acquiring lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.488340] env[62490]: DEBUG oslo_concurrency.lockutils [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] Acquired lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.488448] env[62490]: DEBUG nova.network.neutron [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Refreshing network info cache for port 9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1999.526823] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8ac7628-4fbc-4995-a30e-b34515143e47 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.552s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.528096] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cdebf04a-9058-4fdf-ab63-6080f9f7193e tempest-VolumesAssistedSnapshotsTest-262788396 tempest-VolumesAssistedSnapshotsTest-262788396-project-member] Lock "0fc31c87-417f-4447-943e-00f125f27bbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.551s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.592144] env[62490]: DEBUG oslo_vmware.api [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2065903, 'name': PowerOnVM_Task, 'duration_secs': 0.584495} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.594033] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.594033] env[62490]: INFO nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Took 13.80 seconds to spawn the instance on the hypervisor. [ 1999.594033] env[62490]: DEBUG nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.594033] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1686fd-4280-4e56-bf7a-b35c88454717 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.665127] env[62490]: DEBUG oslo_vmware.api [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Task: {'id': task-2065906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232697} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.665527] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1999.665801] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1999.666294] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1999.666394] env[62490]: INFO nova.compute.manager [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1999.670032] env[62490]: DEBUG oslo.service.loopingcall [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1999.670032] env[62490]: DEBUG nova.compute.manager [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1999.670032] env[62490]: DEBUG nova.network.neutron [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1999.729014] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527906} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.730563] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1999.730563] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.730749] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f13e7e57-e22a-4b89-932c-7504ee71c0f9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.742598] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 1999.742598] env[62490]: value = "task-2065908" [ 1999.742598] env[62490]: _type = "Task" [ 1999.742598] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.750585] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.773575] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483539} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.774535] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 492ee2d6-fe01-41db-9006-d5b56e6e041e/492ee2d6-fe01-41db-9006-d5b56e6e041e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1999.774781] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.775066] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fcd45b7-60a7-4a07-9585-0b40d27551ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.781803] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 1999.781803] env[62490]: value = "task-2065909" [ 1999.781803] env[62490]: _type = "Task" [ 1999.781803] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.794667] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.934067] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.986496] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5651138b-d2d2-4383-bc20-d51daf40ac86 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.999136] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d58294-7f7a-4cd9-8e2b-a411baa25a52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.060314] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13591fac-8f57-485e-bcaa-63ea712a0ca1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.067894] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf1fbd-b868-4e65-bfc6-2d91ccc8a892 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.084621] env[62490]: DEBUG nova.compute.provider_tree [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.122083] env[62490]: INFO nova.compute.manager [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Took 46.22 seconds to build instance. [ 2000.251021] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091261} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.251984] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.252213] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b806b8-c01c-4954-8be7-530b318b5047 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.279872] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.285931] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecbcb93b-a7e4-4bff-962c-c6809da31ca0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.318436] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Completed reading data from the image iterator. {{(pid=62490) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2000.319041] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd4dd0-18f5-5474-4b4b-bfb71001093c/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2000.321267] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "4f8852e7-9d9c-4631-8df2-6332305553e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.321518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.324941] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb276ad-fc31-4cdd-8a7a-e2bb246f5762 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.330817] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2000.330817] env[62490]: value = "task-2065910" [ 2000.330817] env[62490]: _type = "Task" [ 2000.330817] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.338759] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069208} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.340564] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.341019] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd4dd0-18f5-5474-4b4b-bfb71001093c/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2000.341079] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd4dd0-18f5-5474-4b4b-bfb71001093c/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2000.342361] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed39f5b-8914-4bcd-9443-7289a9ea2d9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.345902] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-61cf8a75-8380-4887-9e1a-4ff92f6f14d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.352495] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.375296] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 492ee2d6-fe01-41db-9006-d5b56e6e041e/492ee2d6-fe01-41db-9006-d5b56e6e041e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.375983] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-494a78d6-7813-4d10-aafc-5bf905d683fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.390949] env[62490]: DEBUG nova.network.neutron [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Updated VIF entry in instance network info cache for port 9e4a6976-8b47-49d5-b336-59447b5c244a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.391325] env[62490]: DEBUG nova.network.neutron [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Updating instance_info_cache with network_info: [{"id": "9e4a6976-8b47-49d5-b336-59447b5c244a", "address": "fa:16:3e:8e:bb:c6", "network": {"id": "66d47877-1598-40ac-aa27-24ffd14e81d3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-767958343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b6fb5c7317c4104bf2363333bb001fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e4a6976-8b", "ovs_interfaceid": "9e4a6976-8b47-49d5-b336-59447b5c244a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.398125] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 2000.398125] env[62490]: value = "task-2065911" [ 2000.398125] env[62490]: _type = "Task" [ 2000.398125] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.408889] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.589949] env[62490]: DEBUG nova.scheduler.client.report [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2000.593020] env[62490]: DEBUG nova.network.neutron [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.626906] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b5cf0b06-2ee3-4cca-b4db-3b502e2e2403 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.731s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.814793] env[62490]: DEBUG oslo_vmware.rw_handles [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dd4dd0-18f5-5474-4b4b-bfb71001093c/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2000.815196] env[62490]: INFO nova.virt.vmwareapi.images [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Downloaded image file data 978f3cec-2b54-4291-92cd-52136a587026 [ 2000.816136] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17977e4-8597-44eb-a9f8-71ac5874564e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.834847] env[62490]: DEBUG nova.compute.utils [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2000.839527] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd01bec5-fdd3-457c-b017-310841f00f3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.846939] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.894986] env[62490]: DEBUG oslo_concurrency.lockutils [req-4fb47a37-230f-4cec-a271-696651f7f750 req-43a8e821-da3c-4e03-a356-7d656e805948 service nova] Releasing lock "refresh_cache-c144a36e-b7cb-4910-8733-29f0d9c15e43" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.908293] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065911, 'name': ReconfigVM_Task, 'duration_secs': 0.455948} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.908594] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 492ee2d6-fe01-41db-9006-d5b56e6e041e/492ee2d6-fe01-41db-9006-d5b56e6e041e.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2000.909264] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e226d6-cf36-423f-8790-7aaad659e812 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.916067] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 2000.916067] env[62490]: value = "task-2065913" [ 2000.916067] env[62490]: _type = "Task" [ 2000.916067] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.923775] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065913, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.951476] env[62490]: INFO nova.virt.vmwareapi.images [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] The imported VM was unregistered [ 2000.952506] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Caching image {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2000.952743] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating directory with path [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2000.953040] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbeee117-e1ac-4fb3-a820-078d7af2cbb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.964182] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created directory with path [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2000.964410] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293/OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293.vmdk to [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/978f3cec-2b54-4291-92cd-52136a587026.vmdk. {{(pid=62490) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2000.964759] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4529e612-a0fc-4ea1-b8fc-9d1ec9bd3135 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.972569] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2000.972569] env[62490]: value = "task-2065914" [ 2000.972569] env[62490]: _type = "Task" [ 2000.972569] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.980539] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065914, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.095444] env[62490]: INFO nova.compute.manager [-] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Took 1.43 seconds to deallocate network for instance. [ 2001.096754] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.100894] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.961s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.103015] env[62490]: INFO nova.compute.claims [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2001.115265] env[62490]: INFO nova.scheduler.client.report [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Deleted allocations for instance 7a6307d1-b846-431e-bd20-e7755fc0f9fc [ 2001.346041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.350810] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.427734] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065913, 'name': Rename_Task, 'duration_secs': 0.155093} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.428337] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.428766] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0acb61-13e8-423f-96b4-385f9c22cad5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.436893] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 2001.436893] env[62490]: value = "task-2065915" [ 2001.436893] env[62490]: _type = "Task" [ 2001.436893] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.445888] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.483489] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065914, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.615986] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.623624] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4c45276d-1c15-44f9-b014-0773b5d7901b tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "7a6307d1-b846-431e-bd20-e7755fc0f9fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.363s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.855170] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.905529] env[62490]: DEBUG nova.compute.manager [req-dd53a266-c34d-48ca-a46a-0d2808e39de0 req-83493e52-f8e9-4266-ad53-b0ad5efb046a service nova] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Received event network-vif-deleted-8ccb9439-fc90-42a7-ace3-a147f27cdccd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2001.948978] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.968407] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.968407] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.986038] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065914, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.355560] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065910, 'name': ReconfigVM_Task, 'duration_secs': 1.771061} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.358896] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.358896] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-442eabc5-4f96-499c-9987-e1c8e51ebb79 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.369334] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2002.369334] env[62490]: value = "task-2065916" [ 2002.369334] env[62490]: _type = "Task" [ 2002.369334] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.374979] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "4f8852e7-9d9c-4631-8df2-6332305553e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.375725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.376361] env[62490]: INFO nova.compute.manager [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Attaching volume ba33c56c-8e79-4812-9dfe-cdca9f290602 to /dev/sdb [ 2002.387691] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065916, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.438593] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ffa5b5-0994-4d2d-a485-af38cc165aaa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.454296] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374ad04-b0e5-4280-9904-8c34250fbd4f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.457712] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065915, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.474025] env[62490]: DEBUG nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.477926] env[62490]: DEBUG nova.virt.block_device [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Updating existing volume attachment record: a8d77033-28f3-415a-97e5-42ead8e9cab4 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2002.494984] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065914, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.579365] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460bbc4f-7ce8-455c-9118-e5622aae8067 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.588795] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e126e-f973-43b3-b194-1357abcd15a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.629090] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4177adbd-d815-420c-bac9-8dc59f3d6f12 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.637817] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c8db6b-a92e-4cde-bab2-e2109d9df7ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.654508] env[62490]: DEBUG nova.compute.provider_tree [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2002.881263] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065916, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.948550] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065915, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.999649] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065914, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.015092] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.158686] env[62490]: DEBUG nova.scheduler.client.report [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.235519] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.235785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.235996] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.236209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.236407] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.238709] env[62490]: INFO nova.compute.manager [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Terminating instance [ 2003.382778] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065916, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.448851] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065915, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.497416] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065914, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.450023} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.497755] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293/OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293.vmdk to [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/978f3cec-2b54-4291-92cd-52136a587026.vmdk. [ 2003.497950] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Cleaning up location [datastore1] OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2003.498129] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_02e2cab3-d67f-4c4c-a39e-97161c705293 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.498392] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa220687-7d07-49a9-9d8d-aaf0019899f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.505172] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2003.505172] env[62490]: value = "task-2065920" [ 2003.505172] env[62490]: _type = "Task" [ 2003.505172] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.515408] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.671675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.672301] env[62490]: DEBUG nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2003.675083] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.242s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.675273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.675441] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2003.675751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.959s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.677285] env[62490]: INFO nova.compute.claims [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2003.680481] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae163ae-c4bb-4415-ba7f-0a45eb2f0a7e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.689016] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033333ad-4202-4182-b2bc-5ae4c7ad8e3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.704507] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac6a83f-3ec4-4fcb-8f1f-fc3c195f5dab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.711681] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8a6882-c619-43d1-a48c-95d557aaa446 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.741051] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178810MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2003.741447] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.744570] env[62490]: DEBUG nova.compute.manager [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.746203] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.746203] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ed1b9-2265-44a9-a987-f5f0cd6ad57a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.752569] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.752796] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3e24f3f-ba5f-4ac5-b7a2-f9135952005e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.759810] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 2003.759810] env[62490]: value = "task-2065921" [ 2003.759810] env[62490]: _type = "Task" [ 2003.759810] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.767410] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.881910] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065916, 'name': Rename_Task, 'duration_secs': 1.433778} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.882757] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.882757] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a568e78-6942-4476-82b6-8f10aeba6fc8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.889594] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2003.889594] env[62490]: value = "task-2065922" [ 2003.889594] env[62490]: _type = "Task" [ 2003.889594] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.897427] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.949190] env[62490]: DEBUG oslo_vmware.api [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065915, 'name': PowerOnVM_Task, 'duration_secs': 2.192925} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.949467] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.949669] env[62490]: INFO nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Took 9.47 seconds to spawn the instance on the hypervisor. [ 2003.949843] env[62490]: DEBUG nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.950881] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0957fa-bf6c-42bc-a9e0-9a1348ea5626 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.016520] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072598} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.016779] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.017160] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/978f3cec-2b54-4291-92cd-52136a587026.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.017406] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/978f3cec-2b54-4291-92cd-52136a587026.vmdk to [datastore1] 5a58fd81-e918-485a-890f-55d9640e5008/5a58fd81-e918-485a-890f-55d9640e5008.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2004.017677] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a0a0371-dfec-4bc3-90fd-e1c0000c2aff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.024587] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2004.024587] env[62490]: value = "task-2065923" [ 2004.024587] env[62490]: _type = "Task" [ 2004.024587] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.033730] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.181634] env[62490]: DEBUG nova.compute.utils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.188822] env[62490]: DEBUG nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2004.189119] env[62490]: DEBUG nova.network.neutron [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2004.271544] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065921, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.276177] env[62490]: DEBUG nova.policy [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4830a5a925054c6c962a115f29ed75a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b746ae43e95c4612a60be9b1457175b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2004.400022] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.485979] env[62490]: INFO nova.compute.manager [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Took 48.47 seconds to build instance. [ 2004.536293] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.689763] env[62490]: DEBUG nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2004.771805] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065921, 'name': PowerOffVM_Task, 'duration_secs': 0.542831} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.772118] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.772291] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2004.772560] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7fffb0f-e084-49ce-aead-4daf913c7085 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.780970] env[62490]: DEBUG nova.network.neutron [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Successfully created port: 24f37639-25bd-4c62-8f71-a1cb6e5122e5 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2004.910849] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065922, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.991792] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7ec5c54f-c36d-4054-9b54-febcbee610f6 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.985s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.040154] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.186236] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5edfbf-7167-43f9-b2c1-0572a0852c7e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.196127] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d567221-01ef-4174-bd0f-375b6017d8b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.209229] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.209965] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.210269] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Deleting the datastore file [datastore1] 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.244501] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76a830ef-77ce-46d1-b8fe-61f89e4ed6c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.249315] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a79a14-f282-4482-acde-a012dd5ac502 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.261625] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4376639-9023-4c08-8586-da1e22a0bd7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.266026] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for the task: (returnval){ [ 2005.266026] env[62490]: value = "task-2065925" [ 2005.266026] env[62490]: _type = "Task" [ 2005.266026] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.279416] env[62490]: DEBUG nova.compute.provider_tree [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.289517] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.404689] env[62490]: DEBUG oslo_vmware.api [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065922, 'name': PowerOnVM_Task, 'duration_secs': 1.263476} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.404981] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.405184] env[62490]: INFO nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Took 8.41 seconds to spawn the instance on the hypervisor. [ 2005.405360] env[62490]: DEBUG nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.406388] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca73e9ea-6ab5-40a5-b233-efb7bbb03a94 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.540263] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.708960] env[62490]: DEBUG nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2005.744377] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2005.744730] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.744946] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2005.745224] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.745430] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2005.745631] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2005.745920] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2005.746168] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2005.746379] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2005.746609] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2005.746871] env[62490]: DEBUG nova.virt.hardware [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2005.748432] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d313093-7492-4aed-8f1e-cd415861b63e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.761851] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053a988-4155-4d02-947b-aaebdfcee164 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.791336] env[62490]: DEBUG nova.scheduler.client.report [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.796983] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.926403] env[62490]: INFO nova.compute.manager [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Took 46.27 seconds to build instance. [ 2006.050055] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.141033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "492ee2d6-fe01-41db-9006-d5b56e6e041e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.141033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.141033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "492ee2d6-fe01-41db-9006-d5b56e6e041e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.141033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.141033] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.144681] env[62490]: INFO nova.compute.manager [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Terminating instance [ 2006.282813] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.298813] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.299268] env[62490]: DEBUG nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2006.302820] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.487s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.303167] env[62490]: DEBUG nova.objects.instance [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lazy-loading 'resources' on Instance uuid 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.429174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-438ab2ce-6d2a-4b0d-bfe3-9443d5fdd7a4 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.784s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.542629] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.653304] env[62490]: DEBUG nova.compute.manager [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2006.653304] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2006.653304] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81d7b08-5d13-4952-aacf-d43b1aa9acba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.662021] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.662021] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8d4db1f-ee9d-4e2b-a790-059d1ba3a6a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.670023] env[62490]: DEBUG oslo_vmware.api [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 2006.670023] env[62490]: value = "task-2065926" [ 2006.670023] env[62490]: _type = "Task" [ 2006.670023] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.677496] env[62490]: DEBUG oslo_vmware.api [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.780871] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.796042] env[62490]: INFO nova.compute.manager [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Rebuilding instance [ 2006.809029] env[62490]: DEBUG nova.compute.utils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.809737] env[62490]: DEBUG nova.objects.instance [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lazy-loading 'numa_topology' on Instance uuid 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.813307] env[62490]: DEBUG nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2006.813675] env[62490]: DEBUG nova.network.neutron [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2006.864212] env[62490]: DEBUG nova.compute.manager [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.865164] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e2287-c175-4826-adda-306fd40aff6e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.894523] env[62490]: DEBUG nova.compute.manager [req-83e0ebbb-4fc6-4027-9d3e-76b328756070 req-5464498e-5955-4b63-a260-f68d9b256c58 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Received event network-vif-plugged-24f37639-25bd-4c62-8f71-a1cb6e5122e5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2006.894523] env[62490]: DEBUG oslo_concurrency.lockutils [req-83e0ebbb-4fc6-4027-9d3e-76b328756070 req-5464498e-5955-4b63-a260-f68d9b256c58 service nova] Acquiring lock "6c1122c9-1899-4210-94e6-ed17625bd035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.894761] env[62490]: DEBUG oslo_concurrency.lockutils [req-83e0ebbb-4fc6-4027-9d3e-76b328756070 req-5464498e-5955-4b63-a260-f68d9b256c58 service nova] Lock "6c1122c9-1899-4210-94e6-ed17625bd035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.894761] env[62490]: DEBUG oslo_concurrency.lockutils [req-83e0ebbb-4fc6-4027-9d3e-76b328756070 req-5464498e-5955-4b63-a260-f68d9b256c58 service nova] Lock "6c1122c9-1899-4210-94e6-ed17625bd035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.895323] env[62490]: DEBUG nova.compute.manager [req-83e0ebbb-4fc6-4027-9d3e-76b328756070 req-5464498e-5955-4b63-a260-f68d9b256c58 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] No waiting events found dispatching network-vif-plugged-24f37639-25bd-4c62-8f71-a1cb6e5122e5 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2006.895637] env[62490]: WARNING nova.compute.manager [req-83e0ebbb-4fc6-4027-9d3e-76b328756070 req-5464498e-5955-4b63-a260-f68d9b256c58 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Received unexpected event network-vif-plugged-24f37639-25bd-4c62-8f71-a1cb6e5122e5 for instance with vm_state building and task_state spawning. [ 2006.933931] env[62490]: DEBUG nova.policy [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4830a5a925054c6c962a115f29ed75a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b746ae43e95c4612a60be9b1457175b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2006.977344] env[62490]: DEBUG nova.network.neutron [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Successfully updated port: 24f37639-25bd-4c62-8f71-a1cb6e5122e5 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2007.051318] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.179279] env[62490]: DEBUG oslo_vmware.api [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.287980] env[62490]: DEBUG oslo_vmware.api [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Task: {'id': task-2065925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.004792} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.288935] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2007.289122] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2007.289674] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2007.290035] env[62490]: INFO nova.compute.manager [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Took 3.55 seconds to destroy the instance on the hypervisor. [ 2007.290438] env[62490]: DEBUG oslo.service.loopingcall [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.290752] env[62490]: DEBUG nova.compute.manager [-] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2007.290906] env[62490]: DEBUG nova.network.neutron [-] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.313904] env[62490]: DEBUG nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2007.325802] env[62490]: DEBUG nova.objects.base [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Object Instance<8846de16-a817-4daa-81fc-9567a8dd032e> lazy-loaded attributes: resources,numa_topology {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2007.480657] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.480783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.480930] env[62490]: DEBUG nova.network.neutron [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2007.542131] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065923, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.244182} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.544738] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/978f3cec-2b54-4291-92cd-52136a587026.vmdk to [datastore1] 5a58fd81-e918-485a-890f-55d9640e5008/5a58fd81-e918-485a-890f-55d9640e5008.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2007.545699] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6117ee-8c1f-488f-897f-f472c7892aca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.570261] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 5a58fd81-e918-485a-890f-55d9640e5008/5a58fd81-e918-485a-890f-55d9640e5008.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2007.571416] env[62490]: DEBUG nova.network.neutron [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Successfully created port: d13b7608-e857-4334-b5a4-7502d12a3b56 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2007.576479] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713cf3ff-8e9d-4b0a-abfb-81c315000f68 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.604283] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2007.604283] env[62490]: value = "task-2065928" [ 2007.604283] env[62490]: _type = "Task" [ 2007.604283] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.619028] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.682903] env[62490]: DEBUG oslo_vmware.api [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065926, 'name': PowerOffVM_Task, 'duration_secs': 0.679911} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.682903] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.683832] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2007.683832] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe15d674-a85e-40d6-8d59-c3a4d6fb8704 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.809842] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0302dd93-ad8b-4a0e-9c28-3d7836a75607 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.817273] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a796d45-3044-49be-ab3c-5767ca414276 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.856349] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c9f48-7417-4708-a686-b4962eb5a67f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.859105] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2007.859381] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2007.859731] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleting the datastore file [datastore1] 492ee2d6-fe01-41db-9006-d5b56e6e041e {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2007.860305] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4269478a-60cb-4d04-8991-2b90003c7755 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.870106] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398723e-b997-47de-85c5-3aa7bc313db3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.874197] env[62490]: DEBUG oslo_vmware.api [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for the task: (returnval){ [ 2007.874197] env[62490]: value = "task-2065930" [ 2007.874197] env[62490]: _type = "Task" [ 2007.874197] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.887654] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2007.888216] env[62490]: DEBUG nova.compute.provider_tree [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.889918] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b179c5-da35-4982-8840-208de8e1fec5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.894800] env[62490]: DEBUG oslo_vmware.api [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.899764] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2007.899764] env[62490]: value = "task-2065931" [ 2007.899764] env[62490]: _type = "Task" [ 2007.899764] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.909350] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.017669] env[62490]: DEBUG nova.network.neutron [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2008.100170] env[62490]: DEBUG nova.network.neutron [-] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.123099] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.233466] env[62490]: DEBUG nova.network.neutron [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Updating instance_info_cache with network_info: [{"id": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "address": "fa:16:3e:43:ad:44", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f37639-25", "ovs_interfaceid": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.362058] env[62490]: DEBUG nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2008.387612] env[62490]: DEBUG oslo_vmware.api [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Task: {'id': task-2065930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443939} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.389654] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.389871] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.390053] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.390220] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.390422] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.390520] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.390709] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.390887] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.391063] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.391188] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.391355] env[62490]: DEBUG nova.virt.hardware [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.391628] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.391797] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.391960] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.392139] env[62490]: INFO nova.compute.manager [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Took 1.74 seconds to destroy the instance on the hypervisor. [ 2008.392359] env[62490]: DEBUG oslo.service.loopingcall [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.393073] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a0ddad-cf23-4cd6-876d-6b4916db56b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.396027] env[62490]: DEBUG nova.scheduler.client.report [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.399033] env[62490]: DEBUG nova.compute.manager [-] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2008.399136] env[62490]: DEBUG nova.network.neutron [-] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2008.407753] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7789ee-93cc-45cc-9aa5-d9d3f0dbb410 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.415043] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065931, 'name': PowerOffVM_Task, 'duration_secs': 0.165765} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.415660] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.415910] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.416660] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df08a0d-a1f4-4ef9-a9a2-9e5c782549f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.432930] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2008.433183] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1466aa8-6f55-4904-955a-4480940e6c2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.458810] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2008.459049] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2008.459234] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Deleting the datastore file [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2008.459481] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f496799a-2faa-4551-821d-4a0505283b2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.465650] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2008.465650] env[62490]: value = "task-2065933" [ 2008.465650] env[62490]: _type = "Task" [ 2008.465650] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.473842] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.602608] env[62490]: INFO nova.compute.manager [-] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Took 1.31 seconds to deallocate network for instance. [ 2008.617921] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065928, 'name': ReconfigVM_Task, 'duration_secs': 0.60384} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.618161] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 5a58fd81-e918-485a-890f-55d9640e5008/5a58fd81-e918-485a-890f-55d9640e5008.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2008.619491] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6deb339a-6192-405b-b9a3-4edf4f379487 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.625243] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2008.625243] env[62490]: value = "task-2065934" [ 2008.625243] env[62490]: _type = "Task" [ 2008.625243] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.636452] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065934, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.742676] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.742676] env[62490]: DEBUG nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Instance network_info: |[{"id": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "address": "fa:16:3e:43:ad:44", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f37639-25", "ovs_interfaceid": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2008.742676] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ad:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24f37639-25bd-4c62-8f71-a1cb6e5122e5', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2008.748767] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Creating folder: Project (b746ae43e95c4612a60be9b1457175b2). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.749635] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e557c8a-b5f3-4804-8d2a-83dc4fbe9fd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.764767] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Created folder: Project (b746ae43e95c4612a60be9b1457175b2) in parent group-v423467. [ 2008.764767] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Creating folder: Instances. Parent ref: group-v423654. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.764767] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bac361db-6c59-477c-bc07-d6e6acfbf822 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.776062] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Created folder: Instances in parent group-v423654. [ 2008.776365] env[62490]: DEBUG oslo.service.loopingcall [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.776617] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2008.776841] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ba813c8-b2d7-43c2-92ab-f9e67b9fa0a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.797493] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2008.797493] env[62490]: value = "task-2065937" [ 2008.797493] env[62490]: _type = "Task" [ 2008.797493] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.805371] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065937, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.902612] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.600s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.905101] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.542s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.906545] env[62490]: INFO nova.compute.claims [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2008.926971] env[62490]: DEBUG nova.compute.manager [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Received event network-changed-24f37639-25bd-4c62-8f71-a1cb6e5122e5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2008.927391] env[62490]: DEBUG nova.compute.manager [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Refreshing instance network info cache due to event network-changed-24f37639-25bd-4c62-8f71-a1cb6e5122e5. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2008.927391] env[62490]: DEBUG oslo_concurrency.lockutils [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] Acquiring lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.927540] env[62490]: DEBUG oslo_concurrency.lockutils [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] Acquired lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.927786] env[62490]: DEBUG nova.network.neutron [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Refreshing network info cache for port 24f37639-25bd-4c62-8f71-a1cb6e5122e5 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.976344] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112069} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.980102] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.980102] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.980102] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2009.045513] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2009.045824] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423653', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'name': 'volume-ba33c56c-8e79-4812-9dfe-cdca9f290602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f8852e7-9d9c-4631-8df2-6332305553e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'serial': 'ba33c56c-8e79-4812-9dfe-cdca9f290602'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2009.046977] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad62cfb-2d37-4f4a-8d28-eaefbced4806 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.064533] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa1b80-0f08-41f3-88d4-db1e8205ef1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.090230] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-ba33c56c-8e79-4812-9dfe-cdca9f290602/volume-ba33c56c-8e79-4812-9dfe-cdca9f290602.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.090230] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf2b96f-2792-4b0b-9c4c-fa77a2152882 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.108852] env[62490]: DEBUG oslo_vmware.api [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2009.108852] env[62490]: value = "task-2065938" [ 2009.108852] env[62490]: _type = "Task" [ 2009.108852] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.113447] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.117208] env[62490]: DEBUG oslo_vmware.api [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.134589] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065934, 'name': Rename_Task, 'duration_secs': 0.147499} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.134860] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2009.135131] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b00263d0-3ff9-4768-add7-a1b8a70d8073 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.140843] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2009.140843] env[62490]: value = "task-2065939" [ 2009.140843] env[62490]: _type = "Task" [ 2009.140843] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.149530] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.165995] env[62490]: DEBUG nova.network.neutron [-] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.308792] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065937, 'name': CreateVM_Task, 'duration_secs': 0.44996} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.308913] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2009.310199] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.310199] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.310484] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2009.311277] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2941dd-a223-40b2-a2d4-a83e1ec87597 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.318271] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2009.318271] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e9e461-87fc-c1de-9c49-06284aedffd2" [ 2009.318271] env[62490]: _type = "Task" [ 2009.318271] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.329973] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e9e461-87fc-c1de-9c49-06284aedffd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.357461] env[62490]: DEBUG nova.compute.manager [req-381a108e-dc29-4dd0-9603-d4290473776f req-63c5a3d9-b6d6-4261-a45f-d5020e1d4a12 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Received event network-vif-plugged-d13b7608-e857-4334-b5a4-7502d12a3b56 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2009.357666] env[62490]: DEBUG oslo_concurrency.lockutils [req-381a108e-dc29-4dd0-9603-d4290473776f req-63c5a3d9-b6d6-4261-a45f-d5020e1d4a12 service nova] Acquiring lock "d2564c4f-3e39-4560-9de4-1209508f0e67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.357878] env[62490]: DEBUG oslo_concurrency.lockutils [req-381a108e-dc29-4dd0-9603-d4290473776f req-63c5a3d9-b6d6-4261-a45f-d5020e1d4a12 service nova] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.358164] env[62490]: DEBUG oslo_concurrency.lockutils [req-381a108e-dc29-4dd0-9603-d4290473776f req-63c5a3d9-b6d6-4261-a45f-d5020e1d4a12 service nova] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.358278] env[62490]: DEBUG nova.compute.manager [req-381a108e-dc29-4dd0-9603-d4290473776f req-63c5a3d9-b6d6-4261-a45f-d5020e1d4a12 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] No waiting events found dispatching network-vif-plugged-d13b7608-e857-4334-b5a4-7502d12a3b56 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2009.358368] env[62490]: WARNING nova.compute.manager [req-381a108e-dc29-4dd0-9603-d4290473776f req-63c5a3d9-b6d6-4261-a45f-d5020e1d4a12 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Received unexpected event network-vif-plugged-d13b7608-e857-4334-b5a4-7502d12a3b56 for instance with vm_state building and task_state spawning. [ 2009.381108] env[62490]: DEBUG nova.network.neutron [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Successfully updated port: d13b7608-e857-4334-b5a4-7502d12a3b56 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2009.418516] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c20f137c-0ac5-4aa9-bdf3-e3eaade91ff5 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.004s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.420146] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 29.388s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.420146] env[62490]: INFO nova.compute.manager [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Unshelving [ 2009.624221] env[62490]: DEBUG oslo_vmware.api [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065938, 'name': ReconfigVM_Task, 'duration_secs': 0.461039} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.624536] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-ba33c56c-8e79-4812-9dfe-cdca9f290602/volume-ba33c56c-8e79-4812-9dfe-cdca9f290602.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.630586] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bed9456-c5ba-4d9d-8bea-42fa71245d3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.651613] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.652960] env[62490]: DEBUG oslo_vmware.api [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2009.652960] env[62490]: value = "task-2065940" [ 2009.652960] env[62490]: _type = "Task" [ 2009.652960] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.661310] env[62490]: DEBUG oslo_vmware.api [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.668969] env[62490]: INFO nova.compute.manager [-] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Took 1.27 seconds to deallocate network for instance. [ 2009.734067] env[62490]: DEBUG nova.network.neutron [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Updated VIF entry in instance network info cache for port 24f37639-25bd-4c62-8f71-a1cb6e5122e5. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.734538] env[62490]: DEBUG nova.network.neutron [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Updating instance_info_cache with network_info: [{"id": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "address": "fa:16:3e:43:ad:44", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f37639-25", "ovs_interfaceid": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.833061] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e9e461-87fc-c1de-9c49-06284aedffd2, 'name': SearchDatastore_Task, 'duration_secs': 0.021532} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.833220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.833479] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2009.833879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.833879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.834060] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2009.834449] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b75d332-fb6e-480f-aa21-c291f01ebabc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.843359] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2009.843359] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2009.844038] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23f701c-edae-4629-b176-0825dac55e96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.849045] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2009.849045] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c1380d-488d-4eeb-3803-54a3510f744e" [ 2009.849045] env[62490]: _type = "Task" [ 2009.849045] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.856571] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c1380d-488d-4eeb-3803-54a3510f744e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.884248] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "refresh_cache-d2564c4f-3e39-4560-9de4-1209508f0e67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.884458] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "refresh_cache-d2564c4f-3e39-4560-9de4-1209508f0e67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.884699] env[62490]: DEBUG nova.network.neutron [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2010.015139] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.015400] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.015573] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.015739] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.015881] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.016029] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.016244] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.016395] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.016561] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.016722] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.016889] env[62490]: DEBUG nova.virt.hardware [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.017758] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2364df7-a3ac-48e1-bb0a-51d3bd687213 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.027900] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ae6ba-ad59-4bfd-995d-dce9261be564 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.043035] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.048424] env[62490]: DEBUG oslo.service.loopingcall [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.050864] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.051969] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1179b675-4aaa-489f-b657-9d14dd82189f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.077934] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.077934] env[62490]: value = "task-2065941" [ 2010.077934] env[62490]: _type = "Task" [ 2010.077934] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.084522] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065941, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.160016] env[62490]: DEBUG oslo_vmware.api [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065939, 'name': PowerOnVM_Task, 'duration_secs': 0.567635} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.163445] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2010.165505] env[62490]: INFO nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Took 18.23 seconds to spawn the instance on the hypervisor. [ 2010.165854] env[62490]: DEBUG nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2010.169258] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa747dc-3d58-408b-86b6-fcffaae8f839 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.177119] env[62490]: DEBUG oslo_vmware.api [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065940, 'name': ReconfigVM_Task, 'duration_secs': 0.146598} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.178673] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423653', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'name': 'volume-ba33c56c-8e79-4812-9dfe-cdca9f290602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f8852e7-9d9c-4631-8df2-6332305553e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'serial': 'ba33c56c-8e79-4812-9dfe-cdca9f290602'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2010.185638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.236422] env[62490]: DEBUG oslo_concurrency.lockutils [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] Releasing lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.236686] env[62490]: DEBUG nova.compute.manager [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Received event network-vif-deleted-2b58a25b-2b27-4d9a-b667-6118f343f29d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.236868] env[62490]: DEBUG nova.compute.manager [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Received event network-vif-deleted-5dab4790-fcd4-478c-adda-94c06ab0cdb8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.237041] env[62490]: INFO nova.compute.manager [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Neutron deleted interface 5dab4790-fcd4-478c-adda-94c06ab0cdb8; detaching it from the instance and deleting it from the info cache [ 2010.237220] env[62490]: DEBUG nova.network.neutron [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.315046] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe9c7b-c54a-47cd-acf2-9805d1ab3aef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.323161] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd750659-8480-4285-ba14-2662eb3f9100 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.356861] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c859069-fad5-4792-b46a-5324d492a97e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.367549] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81bcb7e-0b79-43b2-8eed-3cd58b82904e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.371264] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c1380d-488d-4eeb-3803-54a3510f744e, 'name': SearchDatastore_Task, 'duration_secs': 0.009164} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.372361] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060120cf-dd64-4a7d-ac43-1f624585a63d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.382577] env[62490]: DEBUG nova.compute.provider_tree [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.388163] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2010.388163] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5248a060-a597-4cf0-6632-c096a5c8ddc6" [ 2010.388163] env[62490]: _type = "Task" [ 2010.388163] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.397433] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5248a060-a597-4cf0-6632-c096a5c8ddc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.440318] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.441253] env[62490]: DEBUG nova.network.neutron [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2010.587230] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065941, 'name': CreateVM_Task, 'duration_secs': 0.311126} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.587462] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.587929] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.588115] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.588438] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.588741] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2419199-4e4f-47e2-af1e-07e299f4e7f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.598045] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2010.598045] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529e39ec-23e1-d3b0-6428-5c29cc7de9bb" [ 2010.598045] env[62490]: _type = "Task" [ 2010.598045] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.607509] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529e39ec-23e1-d3b0-6428-5c29cc7de9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.629187] env[62490]: DEBUG nova.network.neutron [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Updating instance_info_cache with network_info: [{"id": "d13b7608-e857-4334-b5a4-7502d12a3b56", "address": "fa:16:3e:8d:cb:02", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13b7608-e8", "ovs_interfaceid": "d13b7608-e857-4334-b5a4-7502d12a3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.693787] env[62490]: INFO nova.compute.manager [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Took 54.75 seconds to build instance. [ 2010.739968] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7af8710f-27bc-47f8-a954-b730e4c444e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.750294] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7766bc4a-a924-438b-bd9b-958a38603137 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.785178] env[62490]: DEBUG nova.compute.manager [req-8aa0e49d-6372-4ce8-a079-04d468d18b3e req-4b9ed6a6-38eb-4fe7-8f3c-20f04fda14f3 service nova] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Detach interface failed, port_id=5dab4790-fcd4-478c-adda-94c06ab0cdb8, reason: Instance 492ee2d6-fe01-41db-9006-d5b56e6e041e could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2010.788825] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "4ac71691-7274-401b-9ebb-2324d9e2dd52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.789099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.885844] env[62490]: DEBUG nova.scheduler.client.report [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.900339] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5248a060-a597-4cf0-6632-c096a5c8ddc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.900564] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.900837] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6c1122c9-1899-4210-94e6-ed17625bd035/6c1122c9-1899-4210-94e6-ed17625bd035.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2010.901640] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42d5ee3-6e36-4054-ae42-621e95ed515f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.908335] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2010.908335] env[62490]: value = "task-2065942" [ 2010.908335] env[62490]: _type = "Task" [ 2010.908335] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.916771] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.111086] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529e39ec-23e1-d3b0-6428-5c29cc7de9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.016198} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.111728] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.111997] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.112211] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.112353] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.112529] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.112809] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8da480-2416-4f6e-91fe-8228e50a6f5d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.127430] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.127634] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.128841] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdbbddf-fbb5-4efe-81e3-3b2a33bcf5ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.131695] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "refresh_cache-d2564c4f-3e39-4560-9de4-1209508f0e67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.131997] env[62490]: DEBUG nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Instance network_info: |[{"id": "d13b7608-e857-4334-b5a4-7502d12a3b56", "address": "fa:16:3e:8d:cb:02", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13b7608-e8", "ovs_interfaceid": "d13b7608-e857-4334-b5a4-7502d12a3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2011.132412] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:cb:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd13b7608-e857-4334-b5a4-7502d12a3b56', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2011.140109] env[62490]: DEBUG oslo.service.loopingcall [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.140780] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2011.141430] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ba444a4-24f2-4123-9d58-7caa995d5f55 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.157517] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2011.157517] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527089bf-93e9-36f2-1eee-ca0775a4a192" [ 2011.157517] env[62490]: _type = "Task" [ 2011.157517] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.163267] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2011.163267] env[62490]: value = "task-2065943" [ 2011.163267] env[62490]: _type = "Task" [ 2011.163267] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.169984] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527089bf-93e9-36f2-1eee-ca0775a4a192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.175249] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.196036] env[62490]: DEBUG oslo_concurrency.lockutils [None req-980e5558-1da4-40ae-8f8a-8d5b07e212de tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "5a58fd81-e918-485a-890f-55d9640e5008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.255s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.231439] env[62490]: DEBUG nova.objects.instance [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'flavor' on Instance uuid 4f8852e7-9d9c-4631-8df2-6332305553e3 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.291822] env[62490]: DEBUG nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2011.387046] env[62490]: DEBUG nova.compute.manager [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Received event network-changed-d13b7608-e857-4334-b5a4-7502d12a3b56 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2011.387231] env[62490]: DEBUG nova.compute.manager [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Refreshing instance network info cache due to event network-changed-d13b7608-e857-4334-b5a4-7502d12a3b56. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2011.387450] env[62490]: DEBUG oslo_concurrency.lockutils [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] Acquiring lock "refresh_cache-d2564c4f-3e39-4560-9de4-1209508f0e67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.387592] env[62490]: DEBUG oslo_concurrency.lockutils [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] Acquired lock "refresh_cache-d2564c4f-3e39-4560-9de4-1209508f0e67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.387752] env[62490]: DEBUG nova.network.neutron [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Refreshing network info cache for port d13b7608-e857-4334-b5a4-7502d12a3b56 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2011.396213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.396726] env[62490]: DEBUG nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2011.399839] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.794s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.400069] env[62490]: DEBUG nova.objects.instance [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lazy-loading 'resources' on Instance uuid 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.418611] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.588059] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "5a58fd81-e918-485a-890f-55d9640e5008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.588342] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "5a58fd81-e918-485a-890f-55d9640e5008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.588551] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "5a58fd81-e918-485a-890f-55d9640e5008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.588741] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "5a58fd81-e918-485a-890f-55d9640e5008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.588911] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "5a58fd81-e918-485a-890f-55d9640e5008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.591421] env[62490]: INFO nova.compute.manager [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Terminating instance [ 2011.671314] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527089bf-93e9-36f2-1eee-ca0775a4a192, 'name': SearchDatastore_Task, 'duration_secs': 0.060541} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.672462] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e94aed6-161d-418f-bc3e-cf31c0c502fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.677437] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.680752] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2011.680752] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258b0c9-a2bf-4c77-5e98-199386897c51" [ 2011.680752] env[62490]: _type = "Task" [ 2011.680752] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.689961] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258b0c9-a2bf-4c77-5e98-199386897c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.736271] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7dd7557e-9331-4765-8dd5-837e9d927fa8 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.361s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.815993] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.904325] env[62490]: DEBUG nova.compute.utils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.909280] env[62490]: DEBUG nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2011.909280] env[62490]: DEBUG nova.network.neutron [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2011.920949] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552061} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.923772] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6c1122c9-1899-4210-94e6-ed17625bd035/6c1122c9-1899-4210-94e6-ed17625bd035.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2011.923942] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2011.924543] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbb4d4d5-b20f-435f-82b7-569280af8536 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.935933] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2011.935933] env[62490]: value = "task-2065944" [ 2011.935933] env[62490]: _type = "Task" [ 2011.935933] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.946782] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.953357] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "4f8852e7-9d9c-4631-8df2-6332305553e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.953595] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.953815] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "4f8852e7-9d9c-4631-8df2-6332305553e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.954092] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.954163] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.956890] env[62490]: DEBUG nova.policy [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4830a5a925054c6c962a115f29ed75a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b746ae43e95c4612a60be9b1457175b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2011.958985] env[62490]: INFO nova.compute.manager [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Terminating instance [ 2012.096120] env[62490]: DEBUG nova.compute.manager [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.096355] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.099246] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875b0a4-ea19-4078-b305-4d9c4ab12a06 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.102725] env[62490]: DEBUG nova.network.neutron [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Updated VIF entry in instance network info cache for port d13b7608-e857-4334-b5a4-7502d12a3b56. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2012.103061] env[62490]: DEBUG nova.network.neutron [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Updating instance_info_cache with network_info: [{"id": "d13b7608-e857-4334-b5a4-7502d12a3b56", "address": "fa:16:3e:8d:cb:02", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13b7608-e8", "ovs_interfaceid": "d13b7608-e857-4334-b5a4-7502d12a3b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.109919] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.110179] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeb10de2-bae9-4b5f-8d07-0e6091794f8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.116859] env[62490]: DEBUG oslo_vmware.api [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2012.116859] env[62490]: value = "task-2065945" [ 2012.116859] env[62490]: _type = "Task" [ 2012.116859] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.125273] env[62490]: DEBUG oslo_vmware.api [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.176060] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.195205] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258b0c9-a2bf-4c77-5e98-199386897c51, 'name': SearchDatastore_Task, 'duration_secs': 0.012939} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.195205] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.195205] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.195205] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64d3ba5d-64ba-4220-8e30-ccf15b5a11fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.202153] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2012.202153] env[62490]: value = "task-2065946" [ 2012.202153] env[62490]: _type = "Task" [ 2012.202153] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.210253] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.221745] env[62490]: DEBUG nova.network.neutron [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Successfully created port: 9d823d27-c7b9-4c32-b1ad-08e5e0873c2c {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2012.276343] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1086acd-54a5-41b3-8d76-c72d5d47dccf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.283677] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6467c3c2-2fef-4412-bcb6-ab38e6d42107 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.316606] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834450ec-6585-43d4-a6ec-201be46d20bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.324388] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167544f-8573-4def-847d-63f7f5716c4b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.341705] env[62490]: DEBUG nova.compute.provider_tree [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.409425] env[62490]: DEBUG nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2012.446870] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.463029] env[62490]: DEBUG nova.compute.manager [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.463318] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.463915] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b569a097-3921-49d7-95ef-7de3b0e21785 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.470589] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2012.470589] env[62490]: value = "task-2065947" [ 2012.470589] env[62490]: _type = "Task" [ 2012.470589] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.480169] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.605455] env[62490]: DEBUG oslo_concurrency.lockutils [req-c49542d0-77cf-42ba-a9f8-4f3910275dc8 req-b797c6a3-96af-4570-9a55-a9225180cf14 service nova] Releasing lock "refresh_cache-d2564c4f-3e39-4560-9de4-1209508f0e67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.628013] env[62490]: DEBUG oslo_vmware.api [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065945, 'name': PowerOffVM_Task, 'duration_secs': 0.271563} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.628322] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.628488] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.628752] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626b4a2c-a33f-4531-a3d8-a45e5372a4f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.675711] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.712490] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065946, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.841929] env[62490]: DEBUG nova.scheduler.client.report [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.946896] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.651481} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.947199] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2012.947983] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee3a41b-72d3-4920-a3df-2b442e902c6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.969935] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 6c1122c9-1899-4210-94e6-ed17625bd035/6c1122c9-1899-4210-94e6-ed17625bd035.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.970505] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f2e0f07-a6b5-4d3d-a99e-46369eff7ae4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.995291] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065947, 'name': PowerOffVM_Task, 'duration_secs': 0.321356} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.996747] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.996951] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2012.997154] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423653', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'name': 'volume-ba33c56c-8e79-4812-9dfe-cdca9f290602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f8852e7-9d9c-4631-8df2-6332305553e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'serial': 'ba33c56c-8e79-4812-9dfe-cdca9f290602'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2012.997471] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2012.997471] env[62490]: value = "task-2065949" [ 2012.997471] env[62490]: _type = "Task" [ 2012.997471] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.998163] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da3c02-b38f-4244-9543-fc2ed856f09f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.008286] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.024582] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb1732f-a0d0-488b-90d0-d4095ec9cedb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.031277] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f547d-4540-4399-bde6-c0139ce62055 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.052148] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141bfb2-d982-4064-873d-70d9d01f4702 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.067285] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] The volume has not been displaced from its original location: [datastore1] volume-ba33c56c-8e79-4812-9dfe-cdca9f290602/volume-ba33c56c-8e79-4812-9dfe-cdca9f290602.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2013.072773] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2013.073111] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416688e5-e8cf-4bf0-911b-79eecac0107e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.091107] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2013.091107] env[62490]: value = "task-2065950" [ 2013.091107] env[62490]: _type = "Task" [ 2013.091107] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.101573] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.176263] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.212743] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704586} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.213077] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2013.213336] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2013.213629] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67166643-d963-40f8-8010-c359a1fb2cb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.220228] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2013.220228] env[62490]: value = "task-2065951" [ 2013.220228] env[62490]: _type = "Task" [ 2013.220228] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.227759] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.348659] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.351019] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.034s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.351245] env[62490]: DEBUG nova.objects.instance [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lazy-loading 'pci_requests' on Instance uuid 4abecfe8-97a8-4f54-87ec-bb51cc85f25c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.372204] env[62490]: INFO nova.scheduler.client.report [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Deleted allocations for instance 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3 [ 2013.420039] env[62490]: DEBUG nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2013.444212] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2013.444458] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2013.444615] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2013.444790] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2013.444934] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2013.445094] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2013.445302] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2013.445458] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2013.445620] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2013.445788] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2013.445949] env[62490]: DEBUG nova.virt.hardware [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2013.446824] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4089b2fa-564d-4abe-a18f-d1a98e1e0e22 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.456026] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400feec-d4b2-44e8-8d9b-76df5f59511a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.510451] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065949, 'name': ReconfigVM_Task, 'duration_secs': 0.293322} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.510610] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 6c1122c9-1899-4210-94e6-ed17625bd035/6c1122c9-1899-4210-94e6-ed17625bd035.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.511170] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01664354-dfa9-4423-9d6f-24db5fbaa150 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.517636] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2013.517636] env[62490]: value = "task-2065952" [ 2013.517636] env[62490]: _type = "Task" [ 2013.517636] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.526139] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065952, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.600793] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065950, 'name': ReconfigVM_Task, 'duration_secs': 0.191568} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.601126] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2013.606092] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11bfebad-2219-43d2-aa36-e7728a02492a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.621670] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2013.621670] env[62490]: value = "task-2065953" [ 2013.621670] env[62490]: _type = "Task" [ 2013.621670] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.631052] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.677013] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.729816] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074541} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.730367] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.730879] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b6a96c-4a3c-45cd-b1fe-219351441e1f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.750716] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.751015] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb938303-d4e3-4930-b701-98ef742d8f89 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.771574] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2013.771574] env[62490]: value = "task-2065954" [ 2013.771574] env[62490]: _type = "Task" [ 2013.771574] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.779450] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.855646] env[62490]: DEBUG nova.objects.instance [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lazy-loading 'numa_topology' on Instance uuid 4abecfe8-97a8-4f54-87ec-bb51cc85f25c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.878457] env[62490]: DEBUG oslo_concurrency.lockutils [None req-acb6e44e-e432-4724-838b-3592ff7e3377 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.957s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.029956] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065952, 'name': Rename_Task, 'duration_secs': 0.16142} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.030110] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.030303] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826754d8-9706-4caa-8c79-8ba46f3f8962 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.037374] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2014.037374] env[62490]: value = "task-2065955" [ 2014.037374] env[62490]: _type = "Task" [ 2014.037374] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.045475] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.132464] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.177430] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.281358] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.358395] env[62490]: INFO nova.compute.claims [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2014.547607] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065955, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.634668] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065953, 'name': ReconfigVM_Task, 'duration_secs': 0.555441} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.635406] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423653', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'name': 'volume-ba33c56c-8e79-4812-9dfe-cdca9f290602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4f8852e7-9d9c-4631-8df2-6332305553e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba33c56c-8e79-4812-9dfe-cdca9f290602', 'serial': 'ba33c56c-8e79-4812-9dfe-cdca9f290602'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2014.636188] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2014.637313] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785648bd-a6b0-4c22-b007-a884e8a9004c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.646081] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2014.646391] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-702f37f3-6d55-47d3-8aaf-71f77ebf5f64 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.679706] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.781327] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065954, 'name': ReconfigVM_Task, 'duration_secs': 0.558158} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.781561] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8/604569c3-c4f1-4922-bc7e-51a5620c1bd8.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2014.782180] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3af4f882-9c80-4fdf-9458-27b136d73bd1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.788788] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2014.788788] env[62490]: value = "task-2065958" [ 2014.788788] env[62490]: _type = "Task" [ 2014.788788] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.796123] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065958, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.047122] env[62490]: DEBUG oslo_vmware.api [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065955, 'name': PowerOnVM_Task, 'duration_secs': 0.514293} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.047427] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.047580] env[62490]: INFO nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Took 9.34 seconds to spawn the instance on the hypervisor. [ 2015.047760] env[62490]: DEBUG nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.048549] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f5407e-2ed6-4e64-8950-882422bb3384 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.180704] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.195175] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e97f2-edbf-45ba-a3f9-bf087b59ae39 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.202015] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b102f-2021-4e58-a931-9317836e7a4f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.233339] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329115dc-a901-4cfa-9bd8-d602a7db6fb6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.240452] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba45e2-0ad6-46b5-ba43-42b9239e275b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.253956] env[62490]: DEBUG nova.compute.provider_tree [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.298069] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065958, 'name': Rename_Task, 'duration_secs': 0.133631} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.298313] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2015.298551] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977de138-d35b-453b-b85e-6a3fd9d327e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.303849] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2015.303849] env[62490]: value = "task-2065959" [ 2015.303849] env[62490]: _type = "Task" [ 2015.303849] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.310915] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.563899] env[62490]: INFO nova.compute.manager [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Took 38.44 seconds to build instance. [ 2015.680209] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.756023] env[62490]: DEBUG nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.813718] env[62490]: DEBUG oslo_vmware.api [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065959, 'name': PowerOnVM_Task, 'duration_secs': 0.396508} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.814201] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.814404] env[62490]: DEBUG nova.compute.manager [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.815216] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df5fa46-b445-4d80-a9b8-34b5694d2d34 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.066182] env[62490]: DEBUG oslo_concurrency.lockutils [None req-978a23c6-ac63-4b52-9774-8cccfa7f25c3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.951s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.180451] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.260341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.262556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.686s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.264567] env[62490]: INFO nova.compute.claims [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2016.305267] env[62490]: INFO nova.network.neutron [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating port 83960e21-4c38-4c29-a19f-be2ac513dd30 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2016.331851] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.680827] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.735485] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.735745] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.735954] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.736154] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.736327] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.738466] env[62490]: INFO nova.compute.manager [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Terminating instance [ 2017.181542] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.241556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "refresh_cache-604569c3-c4f1-4922-bc7e-51a5620c1bd8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.241785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquired lock "refresh_cache-604569c3-c4f1-4922-bc7e-51a5620c1bd8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.241931] env[62490]: DEBUG nova.network.neutron [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.613721] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63623d-06f7-4eb1-975c-5402776a2d20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.622036] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2b236a-55f2-478a-882a-d90cf163d6fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.653902] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186dcf1e-9976-4e7b-8ae4-66da3998a23a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.661584] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214f01f7-5489-4407-a035-1e6f7fd973ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.674908] env[62490]: DEBUG nova.compute.provider_tree [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.683810] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.761253] env[62490]: DEBUG nova.network.neutron [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2017.808180] env[62490]: DEBUG nova.network.neutron [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.830131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.830384] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.830584] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.830766] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.830931] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.832718] env[62490]: INFO nova.compute.manager [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Terminating instance [ 2018.180752] env[62490]: DEBUG nova.scheduler.client.report [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.187888] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.209611] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.209882] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.210218] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleting the datastore file [datastore1] 4f8852e7-9d9c-4631-8df2-6332305553e3 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.210576] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb08cd4-e0d7-4f90-a5e8-11e725c2bc7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.218268] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2018.218268] env[62490]: value = "task-2065960" [ 2018.218268] env[62490]: _type = "Task" [ 2018.218268] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.219238] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.219461] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.219641] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleting the datastore file [datastore1] 5a58fd81-e918-485a-890f-55d9640e5008 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.223536] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d563dbb1-0e10-4a5e-a985-a8dde2db7b35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.230939] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.232205] env[62490]: DEBUG oslo_vmware.api [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2018.232205] env[62490]: value = "task-2065961" [ 2018.232205] env[62490]: _type = "Task" [ 2018.232205] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.240614] env[62490]: DEBUG oslo_vmware.api [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.310666] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Releasing lock "refresh_cache-604569c3-c4f1-4922-bc7e-51a5620c1bd8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.311272] env[62490]: DEBUG nova.compute.manager [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2018.311584] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.312816] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d60cdd-5dd9-4a2e-a207-2f94e3b59c38 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.321984] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.322372] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd6b5392-993d-4987-9446-f3ebdf67dfab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.331746] env[62490]: DEBUG oslo_vmware.api [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2018.331746] env[62490]: value = "task-2065962" [ 2018.331746] env[62490]: _type = "Task" [ 2018.331746] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.337270] env[62490]: DEBUG nova.compute.manager [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2018.337270] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2018.337737] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e09190a-1411-446b-ac80-53af0e8ec264 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.343716] env[62490]: DEBUG oslo_vmware.api [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.348692] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2018.348801] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edca454c-2595-405d-8c5a-23a551c9b002 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.357040] env[62490]: DEBUG oslo_vmware.api [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 2018.357040] env[62490]: value = "task-2065963" [ 2018.357040] env[62490]: _type = "Task" [ 2018.357040] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.365437] env[62490]: DEBUG oslo_vmware.api [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.684599] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065943, 'name': CreateVM_Task, 'duration_secs': 7.249537} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.684944] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2018.685600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.685828] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.686213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2018.686519] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8382f5-9cd6-4bc6-a42f-76df59cb71a8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.689073] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.689605] env[62490]: DEBUG nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2018.695255] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.873s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.696852] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2018.696852] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cb9cfb-4486-bd77-4ff2-3192438ab87b" [ 2018.696852] env[62490]: _type = "Task" [ 2018.696852] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.706334] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cb9cfb-4486-bd77-4ff2-3192438ab87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.729044] env[62490]: DEBUG oslo_vmware.api [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2065960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153322} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.729044] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.729235] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.729363] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.729549] env[62490]: INFO nova.compute.manager [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Took 6.27 seconds to destroy the instance on the hypervisor. [ 2018.729879] env[62490]: DEBUG oslo.service.loopingcall [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.730181] env[62490]: DEBUG nova.compute.manager [-] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.730335] env[62490]: DEBUG nova.network.neutron [-] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.743044] env[62490]: DEBUG oslo_vmware.api [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2065961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152469} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.743044] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.743309] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.743398] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.743620] env[62490]: INFO nova.compute.manager [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Took 6.65 seconds to destroy the instance on the hypervisor. [ 2018.743856] env[62490]: DEBUG oslo.service.loopingcall [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.744177] env[62490]: DEBUG nova.compute.manager [-] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.744275] env[62490]: DEBUG nova.network.neutron [-] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.840926] env[62490]: DEBUG oslo_vmware.api [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065962, 'name': PowerOffVM_Task, 'duration_secs': 0.276297} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.842252] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2018.842252] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2018.842252] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d06631-a1c9-4ba5-a177-159c54d35314 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.864317] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.864532] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.864688] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Deleting the datastore file [datastore1] 604569c3-c4f1-4922-bc7e-51a5620c1bd8 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.867654] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e6a9f98-5a2e-4ed9-9ac8-df95de3117f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.869515] env[62490]: DEBUG oslo_vmware.api [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065963, 'name': PowerOffVM_Task, 'duration_secs': 0.405628} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.870087] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2018.870264] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2018.870847] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae4aa9b0-6e92-40b9-b333-1596c51d0841 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.875560] env[62490]: DEBUG oslo_vmware.api [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for the task: (returnval){ [ 2018.875560] env[62490]: value = "task-2065965" [ 2018.875560] env[62490]: _type = "Task" [ 2018.875560] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.883888] env[62490]: DEBUG oslo_vmware.api [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.985031] env[62490]: DEBUG nova.compute.manager [req-0eb80579-1cc3-45a1-ad91-997dd5ea68cc req-2b2d8c8a-fd55-43e3-9fb9-d98f5e0427ed service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Received event network-vif-deleted-714cd90f-6a23-4e2c-9219-3f9002affc38 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2018.985221] env[62490]: INFO nova.compute.manager [req-0eb80579-1cc3-45a1-ad91-997dd5ea68cc req-2b2d8c8a-fd55-43e3-9fb9-d98f5e0427ed service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Neutron deleted interface 714cd90f-6a23-4e2c-9219-3f9002affc38; detaching it from the instance and deleting it from the info cache [ 2018.985409] env[62490]: DEBUG nova.network.neutron [req-0eb80579-1cc3-45a1-ad91-997dd5ea68cc req-2b2d8c8a-fd55-43e3-9fb9-d98f5e0427ed service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.202663] env[62490]: DEBUG nova.compute.utils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2019.208854] env[62490]: DEBUG nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2019.209106] env[62490]: DEBUG nova.network.neutron [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2019.225141] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cb9cfb-4486-bd77-4ff2-3192438ab87b, 'name': SearchDatastore_Task, 'duration_secs': 0.015135} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.225141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.225354] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2019.225629] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.225794] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.226102] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2019.227808] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56cd37cc-ca0d-49b9-bfc0-1c6202fc2baa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.232074] env[62490]: DEBUG nova.compute.manager [req-e2380045-83c6-4d08-bf23-ed9f38040bfe req-fed09d55-0fb7-428e-b29e-4865dd673831 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Received event network-vif-deleted-3f7c053b-1741-4249-875f-7854925bc5d6 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2019.232275] env[62490]: INFO nova.compute.manager [req-e2380045-83c6-4d08-bf23-ed9f38040bfe req-fed09d55-0fb7-428e-b29e-4865dd673831 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Neutron deleted interface 3f7c053b-1741-4249-875f-7854925bc5d6; detaching it from the instance and deleting it from the info cache [ 2019.232463] env[62490]: DEBUG nova.network.neutron [req-e2380045-83c6-4d08-bf23-ed9f38040bfe req-fed09d55-0fb7-428e-b29e-4865dd673831 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.248361] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2019.248361] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2019.248361] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a86609d-46f0-452a-a9e1-07af9b0a3f73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.256089] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2019.256089] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521502bc-d37b-8183-bf4c-6e7e04e7f23d" [ 2019.256089] env[62490]: _type = "Task" [ 2019.256089] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.267829] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521502bc-d37b-8183-bf4c-6e7e04e7f23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.276594] env[62490]: DEBUG nova.policy [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2019.391858] env[62490]: DEBUG oslo_vmware.api [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Task: {'id': task-2065965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169618} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.392968] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2019.393185] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2019.393361] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2019.393561] env[62490]: INFO nova.compute.manager [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2019.393803] env[62490]: DEBUG oslo.service.loopingcall [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.394073] env[62490]: DEBUG nova.compute.manager [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2019.394225] env[62490]: DEBUG nova.network.neutron [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2019.403504] env[62490]: DEBUG nova.network.neutron [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Successfully updated port: 9d823d27-c7b9-4c32-b1ad-08e5e0873c2c {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2019.419788] env[62490]: DEBUG nova.network.neutron [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2019.461816] env[62490]: DEBUG nova.network.neutron [-] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.488136] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd0c54b-69ce-4f73-a1ba-366c804f713a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.507109] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d113d264-a956-48ce-8348-d85d69accbbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.544422] env[62490]: DEBUG nova.compute.manager [req-0eb80579-1cc3-45a1-ad91-997dd5ea68cc req-2b2d8c8a-fd55-43e3-9fb9-d98f5e0427ed service nova] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Detach interface failed, port_id=714cd90f-6a23-4e2c-9219-3f9002affc38, reason: Instance 5a58fd81-e918-485a-890f-55d9640e5008 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2019.658490] env[62490]: DEBUG nova.network.neutron [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Successfully created port: 3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2019.672998] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6dd6e8-3499-4b3f-93de-794dd20a5c54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.680943] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63062b-258b-44f2-88c5-7ac2d3a1c674 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.714209] env[62490]: DEBUG nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2019.717626] env[62490]: DEBUG nova.network.neutron [-] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.719797] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503f32ff-4e36-4200-bed2-714188249cb7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.727963] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec86c0d0-9d1e-4a56-8573-38d634f7137f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.744728] env[62490]: DEBUG nova.compute.provider_tree [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.746754] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3281e69f-c911-4382-ba82-dbb13e5f141b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.754859] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8853f4e-00e9-450a-b536-5bec5e7c4c7b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.775735] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521502bc-d37b-8183-bf4c-6e7e04e7f23d, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.776533] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e728a5-497b-4081-9020-dc8737a4ff47 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.790645] env[62490]: DEBUG nova.compute.manager [req-e2380045-83c6-4d08-bf23-ed9f38040bfe req-fed09d55-0fb7-428e-b29e-4865dd673831 service nova] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Detach interface failed, port_id=3f7c053b-1741-4249-875f-7854925bc5d6, reason: Instance 4f8852e7-9d9c-4631-8df2-6332305553e3 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2019.792090] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2019.792090] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529bfce5-9cde-d6ea-fdf2-5719b18bdf95" [ 2019.792090] env[62490]: _type = "Task" [ 2019.792090] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.800952] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529bfce5-9cde-d6ea-fdf2-5719b18bdf95, 'name': SearchDatastore_Task, 'duration_secs': 0.015097} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.801088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.801361] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d2564c4f-3e39-4560-9de4-1209508f0e67/d2564c4f-3e39-4560-9de4-1209508f0e67.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2019.801591] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3572308-21e5-4b99-9880-8b3ab6644acd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.808725] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2019.808725] env[62490]: value = "task-2065967" [ 2019.808725] env[62490]: _type = "Task" [ 2019.808725] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.816717] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.877877] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2019.878154] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2019.878303] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Deleting the datastore file [datastore1] 8a7f3c99-5084-4688-9ed5-1854c2c8733d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2019.878572] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde36add-b1a3-42d7-b8ae-853a7b5f0c6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.886195] env[62490]: DEBUG oslo_vmware.api [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for the task: (returnval){ [ 2019.886195] env[62490]: value = "task-2065968" [ 2019.886195] env[62490]: _type = "Task" [ 2019.886195] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.893262] env[62490]: DEBUG oslo_vmware.api [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.905955] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "refresh_cache-6ea93b31-e696-4a08-ae0d-80e666654a7f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.906104] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "refresh_cache-6ea93b31-e696-4a08-ae0d-80e666654a7f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.906256] env[62490]: DEBUG nova.network.neutron [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2019.922242] env[62490]: DEBUG nova.network.neutron [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.965537] env[62490]: INFO nova.compute.manager [-] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Took 1.22 seconds to deallocate network for instance. [ 2020.227723] env[62490]: INFO nova.compute.manager [-] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Took 1.50 seconds to deallocate network for instance. [ 2020.250215] env[62490]: DEBUG nova.scheduler.client.report [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.319036] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.395519] env[62490]: DEBUG oslo_vmware.api [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Task: {'id': task-2065968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470639} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.395800] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2020.396010] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2020.396195] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2020.396401] env[62490]: INFO nova.compute.manager [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Took 2.06 seconds to destroy the instance on the hypervisor. [ 2020.396681] env[62490]: DEBUG oslo.service.loopingcall [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.396880] env[62490]: DEBUG nova.compute.manager [-] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2020.396978] env[62490]: DEBUG nova.network.neutron [-] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2020.423966] env[62490]: INFO nova.compute.manager [-] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Took 1.03 seconds to deallocate network for instance. [ 2020.462679] env[62490]: DEBUG nova.network.neutron [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.471315] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.729403] env[62490]: DEBUG nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2020.772811] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2020.773109] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2020.773837] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2020.773837] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2020.773837] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2020.773837] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2020.774067] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2020.774800] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2020.775075] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2020.775306] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2020.775498] env[62490]: DEBUG nova.virt.hardware [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2020.776663] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8f51b-f7a7-4ada-adc3-aa13f09b66fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.792023] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e7857c-b624-4d29-9c2a-eeb7a86092dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.793901] env[62490]: INFO nova.compute.manager [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Took 0.57 seconds to detach 1 volumes for instance. [ 2020.821641] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568862} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.821946] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d2564c4f-3e39-4560-9de4-1209508f0e67/d2564c4f-3e39-4560-9de4-1209508f0e67.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2020.822208] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2020.822473] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e927667-ba67-4243-a00a-3370dff6a169 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.831049] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2020.831049] env[62490]: value = "task-2065969" [ 2020.831049] env[62490]: _type = "Task" [ 2020.831049] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.840089] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.934333] env[62490]: DEBUG nova.network.neutron [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Updating instance_info_cache with network_info: [{"id": "9d823d27-c7b9-4c32-b1ad-08e5e0873c2c", "address": "fa:16:3e:e3:cf:f4", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d823d27-c7", "ovs_interfaceid": "9d823d27-c7b9-4c32-b1ad-08e5e0873c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.934569] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.043840] env[62490]: DEBUG nova.compute.manager [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Received event network-vif-plugged-9d823d27-c7b9-4c32-b1ad-08e5e0873c2c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.044312] env[62490]: DEBUG oslo_concurrency.lockutils [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] Acquiring lock "6ea93b31-e696-4a08-ae0d-80e666654a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.044704] env[62490]: DEBUG oslo_concurrency.lockutils [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.044932] env[62490]: DEBUG oslo_concurrency.lockutils [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.045131] env[62490]: DEBUG nova.compute.manager [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] No waiting events found dispatching network-vif-plugged-9d823d27-c7b9-4c32-b1ad-08e5e0873c2c {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2021.045309] env[62490]: WARNING nova.compute.manager [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Received unexpected event network-vif-plugged-9d823d27-c7b9-4c32-b1ad-08e5e0873c2c for instance with vm_state building and task_state spawning. [ 2021.045529] env[62490]: DEBUG nova.compute.manager [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Received event network-changed-9d823d27-c7b9-4c32-b1ad-08e5e0873c2c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.045801] env[62490]: DEBUG nova.compute.manager [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Refreshing instance network info cache due to event network-changed-9d823d27-c7b9-4c32-b1ad-08e5e0873c2c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2021.045995] env[62490]: DEBUG oslo_concurrency.lockutils [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] Acquiring lock "refresh_cache-6ea93b31-e696-4a08-ae0d-80e666654a7f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.235032] env[62490]: DEBUG nova.network.neutron [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Successfully updated port: 3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2021.255529] env[62490]: DEBUG nova.compute.manager [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-vif-plugged-3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.255937] env[62490]: DEBUG oslo_concurrency.lockutils [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.256060] env[62490]: DEBUG oslo_concurrency.lockutils [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.256924] env[62490]: DEBUG oslo_concurrency.lockutils [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.256924] env[62490]: DEBUG nova.compute.manager [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] No waiting events found dispatching network-vif-plugged-3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2021.256924] env[62490]: WARNING nova.compute.manager [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received unexpected event network-vif-plugged-3ed22f1a-f077-4878-b7ee-17a787ad0147 for instance with vm_state building and task_state spawning. [ 2021.259176] env[62490]: DEBUG nova.compute.manager [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-changed-3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.259176] env[62490]: DEBUG nova.compute.manager [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing instance network info cache due to event network-changed-3ed22f1a-f077-4878-b7ee-17a787ad0147. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2021.259176] env[62490]: DEBUG oslo_concurrency.lockutils [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.259176] env[62490]: DEBUG oslo_concurrency.lockutils [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.259176] env[62490]: DEBUG nova.network.neutron [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing network info cache for port 3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.268305] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.572s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.274590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.341s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.276873] env[62490]: INFO nova.compute.claims [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.309582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.340794] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319461} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.341083] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2021.341953] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac499be9-63ba-4d58-8baf-b626aa5606bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.376063] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d2564c4f-3e39-4560-9de4-1209508f0e67/d2564c4f-3e39-4560-9de4-1209508f0e67.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.376388] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114b6239-2868-4eba-a9df-a66a90b318f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.397503] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2021.397503] env[62490]: value = "task-2065970" [ 2021.397503] env[62490]: _type = "Task" [ 2021.397503] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.406537] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.437397] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "refresh_cache-6ea93b31-e696-4a08-ae0d-80e666654a7f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.437751] env[62490]: DEBUG nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Instance network_info: |[{"id": "9d823d27-c7b9-4c32-b1ad-08e5e0873c2c", "address": "fa:16:3e:e3:cf:f4", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d823d27-c7", "ovs_interfaceid": "9d823d27-c7b9-4c32-b1ad-08e5e0873c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.439355] env[62490]: DEBUG oslo_concurrency.lockutils [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] Acquired lock "refresh_cache-6ea93b31-e696-4a08-ae0d-80e666654a7f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.439355] env[62490]: DEBUG nova.network.neutron [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Refreshing network info cache for port 9d823d27-c7b9-4c32-b1ad-08e5e0873c2c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.439637] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:cf:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d823d27-c7b9-4c32-b1ad-08e5e0873c2c', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.447739] env[62490]: DEBUG oslo.service.loopingcall [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.451030] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.451114] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc85e31b-865b-4cf0-b5ad-65d3615a9464 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.471800] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.471800] env[62490]: value = "task-2065971" [ 2021.471800] env[62490]: _type = "Task" [ 2021.471800] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.479704] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065971, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.703869] env[62490]: DEBUG nova.network.neutron [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Updated VIF entry in instance network info cache for port 9d823d27-c7b9-4c32-b1ad-08e5e0873c2c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.704308] env[62490]: DEBUG nova.network.neutron [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Updating instance_info_cache with network_info: [{"id": "9d823d27-c7b9-4c32-b1ad-08e5e0873c2c", "address": "fa:16:3e:e3:cf:f4", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d823d27-c7", "ovs_interfaceid": "9d823d27-c7b9-4c32-b1ad-08e5e0873c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.726110] env[62490]: DEBUG nova.network.neutron [-] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.736367] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.791183] env[62490]: DEBUG nova.network.neutron [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2021.840706] env[62490]: INFO nova.scheduler.client.report [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted allocation for migration 6f6d9915-08a8-4659-9e77-ecdaff1229f2 [ 2021.907750] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.917404] env[62490]: DEBUG nova.network.neutron [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.981501] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065971, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.206878] env[62490]: DEBUG oslo_concurrency.lockutils [req-4403a848-e4f2-47b9-bf64-0964eeccc356 req-d415f01e-a34d-4baf-a1ed-885fec11e6f2 service nova] Releasing lock "refresh_cache-6ea93b31-e696-4a08-ae0d-80e666654a7f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.228796] env[62490]: INFO nova.compute.manager [-] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Took 1.83 seconds to deallocate network for instance. [ 2022.348296] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5efb2e14-b6df-45fc-8c96-0dd208a27408 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.600s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.414219] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065970, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.419948] env[62490]: DEBUG oslo_concurrency.lockutils [req-86044719-35f2-4ca7-a0c9-e14f26243d71 req-1a603763-48a5-45b7-a12b-2e3ea6b70b65 service nova] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.421182] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.421182] env[62490]: DEBUG nova.network.neutron [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.481346] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065971, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.648204] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3478970-c19d-4b2a-9be0-6102e4adf2bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.656069] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf7f2d0-c4c6-4bab-9107-dd246b47beef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.689713] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b40ef4-8728-44fa-89e5-c62bb0c009a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.697353] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed387b81-e470-4c15-8976-27075452ea2b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.710379] env[62490]: DEBUG nova.compute.provider_tree [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2022.735027] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.910191] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065970, 'name': ReconfigVM_Task, 'duration_secs': 1.274563} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.910645] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d2564c4f-3e39-4560-9de4-1209508f0e67/d2564c4f-3e39-4560-9de4-1209508f0e67.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2022.911409] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3af89f05-87ac-4650-b691-2cf14f09b880 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.919961] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2022.919961] env[62490]: value = "task-2065972" [ 2022.919961] env[62490]: _type = "Task" [ 2022.919961] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.930323] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065972, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.954722] env[62490]: DEBUG nova.network.neutron [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2022.985359] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065971, 'name': CreateVM_Task, 'duration_secs': 1.451818} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.985528] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.986234] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.986414] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.986746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2022.987031] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0bd8f2-e018-430f-a00a-57261ed21f63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.992152] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2022.992152] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e7de5-50e8-5f4f-29e7-abfa8015f4bc" [ 2022.992152] env[62490]: _type = "Task" [ 2022.992152] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.000187] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e7de5-50e8-5f4f-29e7-abfa8015f4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.152772] env[62490]: DEBUG nova.network.neutron [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.200158] env[62490]: DEBUG nova.compute.manager [req-352d9bd4-cfe0-43c5-aa3e-f7891b96e8a7 req-43ddbc65-2e8f-4bae-a85d-e13da4b6f5d9 service nova] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Received event network-vif-deleted-9031c1bc-bcce-471d-8d41-98c6caecbe4b {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2023.235226] env[62490]: ERROR nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [req-badb1f56-d526-4dbc-b0f9-574583b49420] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-badb1f56-d526-4dbc-b0f9-574583b49420"}]} [ 2023.251109] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2023.267556] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2023.267835] env[62490]: DEBUG nova.compute.provider_tree [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2023.279374] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2023.308214] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2023.412277] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.412529] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.412729] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.414517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.414517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.415647] env[62490]: INFO nova.compute.manager [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Terminating instance [ 2023.430838] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065972, 'name': Rename_Task, 'duration_secs': 0.131635} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.431144] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.431425] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0884dce9-5f49-45c3-9d18-461cdd1df6a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.438197] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2023.438197] env[62490]: value = "task-2065973" [ 2023.438197] env[62490]: _type = "Task" [ 2023.438197] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.448350] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.501896] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e7de5-50e8-5f4f-29e7-abfa8015f4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.504495] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.504651] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2023.504881] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.505041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.505221] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2023.505971] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d2f5f8-89ac-4fb3-9264-7a68e0b57858 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.514225] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2023.514402] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2023.517273] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1677ada-ad45-45df-95f6-d0ab80cf5388 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.522589] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2023.522589] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5266a820-ec6d-9719-1f21-d25ea760e948" [ 2023.522589] env[62490]: _type = "Task" [ 2023.522589] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.530244] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5266a820-ec6d-9719-1f21-d25ea760e948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.646099] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4272368b-e64a-4de1-b4d0-2f444b5ed0f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.653396] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282def4d-e9fe-4f24-a529-c02f686e6ace {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.656704] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.656996] env[62490]: DEBUG nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Instance network_info: |[{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2023.657384] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3e:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ed22f1a-f077-4878-b7ee-17a787ad0147', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2023.664867] env[62490]: DEBUG oslo.service.loopingcall [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.665443] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2023.665658] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d67b181-cf05-4a9a-8997-1169ade0b4ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.707088] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45262b3-5994-4eba-a730-2395dd89255f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.711289] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2023.711289] env[62490]: value = "task-2065974" [ 2023.711289] env[62490]: _type = "Task" [ 2023.711289] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.716920] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7d3289-28c5-44e1-9bba-8e781d90d577 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.725511] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065974, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.733293] env[62490]: DEBUG nova.compute.provider_tree [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2023.910639] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.910933] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.919471] env[62490]: DEBUG nova.compute.manager [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2023.919742] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.920817] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a9be56-3c0c-48be-93a9-dc6a14ab3f64 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.929576] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.929807] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2844302d-979e-4a9b-a141-0592dd205af3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.935301] env[62490]: DEBUG oslo_vmware.api [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2023.935301] env[62490]: value = "task-2065975" [ 2023.935301] env[62490]: _type = "Task" [ 2023.935301] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.945018] env[62490]: DEBUG oslo_vmware.api [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.949846] env[62490]: DEBUG oslo_vmware.api [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065973, 'name': PowerOnVM_Task, 'duration_secs': 0.441638} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.950101] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2023.950304] env[62490]: INFO nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Took 15.59 seconds to spawn the instance on the hypervisor. [ 2023.950495] env[62490]: DEBUG nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.951273] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0b1463-ca6f-408e-a839-5a74ff3ba313 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.033284] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5266a820-ec6d-9719-1f21-d25ea760e948, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.034157] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a912094-ee3d-4bec-84ee-ef653ff8fd49 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.039549] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2024.039549] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5242a6c2-c7fe-3a7a-d61e-6addccd1872f" [ 2024.039549] env[62490]: _type = "Task" [ 2024.039549] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.047609] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5242a6c2-c7fe-3a7a-d61e-6addccd1872f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.222841] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065974, 'name': CreateVM_Task, 'duration_secs': 0.429229} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.223029] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.223758] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.223920] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.224250] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.224539] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87007b7a-7d2c-4dec-9d7e-f77726d18981 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.228869] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2024.228869] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5236408b-a565-f522-4192-41cb448b6c46" [ 2024.228869] env[62490]: _type = "Task" [ 2024.228869] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.240728] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5236408b-a565-f522-4192-41cb448b6c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.256046] env[62490]: ERROR nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [req-0873bcb9-096a-4648-85d4-1c84f02bff71] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0873bcb9-096a-4648-85d4-1c84f02bff71"}]} [ 2024.271438] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2024.285277] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2024.285527] env[62490]: DEBUG nova.compute.provider_tree [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2024.298764] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2024.316347] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2024.413209] env[62490]: DEBUG nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2024.446180] env[62490]: DEBUG oslo_vmware.api [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065975, 'name': PowerOffVM_Task, 'duration_secs': 0.220253} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.448889] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.449078] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.449735] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d20b2a-5529-4b46-9f5b-62db28960f67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.473215] env[62490]: INFO nova.compute.manager [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Took 46.77 seconds to build instance. [ 2024.551868] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5242a6c2-c7fe-3a7a-d61e-6addccd1872f, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.552209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.552666] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6ea93b31-e696-4a08-ae0d-80e666654a7f/6ea93b31-e696-4a08-ae0d-80e666654a7f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2024.555663] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a02ea4e-c407-4b2c-8789-07908182edac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.564057] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2024.564057] env[62490]: value = "task-2065977" [ 2024.564057] env[62490]: _type = "Task" [ 2024.564057] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.575546] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.576972] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.577261] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.577685] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleting the datastore file [datastore1] 1c00d7ca-49f7-498f-be88-3f035b28ee46 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.577982] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f73c84de-86c2-41c3-a603-79e3c3ef9c2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.586041] env[62490]: DEBUG oslo_vmware.api [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2024.586041] env[62490]: value = "task-2065978" [ 2024.586041] env[62490]: _type = "Task" [ 2024.586041] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.596072] env[62490]: DEBUG oslo_vmware.api [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.700690] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfde454-2e43-48da-869b-1328e518e60f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.708167] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d8678d-53e7-46ca-9cb5-bcdbefa97e09 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.742497] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bc9fcd-c9b3-45c4-b5cc-6d31cc10d3cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.751872] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5236408b-a565-f522-4192-41cb448b6c46, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.753781] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.754104] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.754414] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.754580] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.754792] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.755130] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd34e442-f5db-44e0-b8ac-622f36d3e209 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.758025] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff1c23-ad03-49d8-b3e3-b8e5a387c4ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.774568] env[62490]: DEBUG nova.compute.provider_tree [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2024.777621] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.777621] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.778543] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff38def-7f6f-4e63-b128-8726c1126b2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.784038] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2024.784038] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b46d7-610b-4f44-15de-4d44d6cae182" [ 2024.784038] env[62490]: _type = "Task" [ 2024.784038] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.793525] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b46d7-610b-4f44-15de-4d44d6cae182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.935727] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.975271] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9681e252-281c-4960-9b2c-9f8d7bb0b77c tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.280s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.079443] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065977, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.095195] env[62490]: DEBUG oslo_vmware.api [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2065978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25121} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.095457] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.095639] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.095814] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.095984] env[62490]: INFO nova.compute.manager [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2025.096244] env[62490]: DEBUG oslo.service.loopingcall [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.096433] env[62490]: DEBUG nova.compute.manager [-] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.096529] env[62490]: DEBUG nova.network.neutron [-] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.297024] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b46d7-610b-4f44-15de-4d44d6cae182, 'name': SearchDatastore_Task, 'duration_secs': 0.058045} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.298206] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c516ca-3190-44e0-a185-1267ff6c87fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.304640] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2025.304640] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52630232-f2a4-6ec0-cb19-7240f34384c8" [ 2025.304640] env[62490]: _type = "Task" [ 2025.304640] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.314014] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52630232-f2a4-6ec0-cb19-7240f34384c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.315023] env[62490]: DEBUG nova.scheduler.client.report [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2025.315270] env[62490]: DEBUG nova.compute.provider_tree [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 100 to 101 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2025.315447] env[62490]: DEBUG nova.compute.provider_tree [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2025.343225] env[62490]: DEBUG nova.compute.manager [req-d42f566e-c02b-42c3-9e26-bf3d635b37ca req-7e15e3b0-3fd4-4a6b-b581-ccfc3c587bf6 service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Received event network-vif-deleted-b39e381e-d41a-4bbc-b30b-4026461f1ed0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2025.343429] env[62490]: INFO nova.compute.manager [req-d42f566e-c02b-42c3-9e26-bf3d635b37ca req-7e15e3b0-3fd4-4a6b-b581-ccfc3c587bf6 service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Neutron deleted interface b39e381e-d41a-4bbc-b30b-4026461f1ed0; detaching it from the instance and deleting it from the info cache [ 2025.343627] env[62490]: DEBUG nova.network.neutron [req-d42f566e-c02b-42c3-9e26-bf3d635b37ca req-7e15e3b0-3fd4-4a6b-b581-ccfc3c587bf6 service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.576252] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516672} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.576684] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6ea93b31-e696-4a08-ae0d-80e666654a7f/6ea93b31-e696-4a08-ae0d-80e666654a7f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2025.576684] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2025.576786] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f09759af-4f0d-4dc0-bcee-aa61b357f838 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.584376] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2025.584376] env[62490]: value = "task-2065979" [ 2025.584376] env[62490]: _type = "Task" [ 2025.584376] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.593622] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.815572] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52630232-f2a4-6ec0-cb19-7240f34384c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.815848] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.816118] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b35c2993-c8c0-4ee2-8614-6d1190413d4a/b35c2993-c8c0-4ee2-8614-6d1190413d4a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2025.816378] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0584b452-0aab-4eef-ba85-45542ead1568 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.822322] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.548s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.822797] env[62490]: DEBUG nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2025.826025] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.210s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.826192] env[62490]: DEBUG nova.objects.instance [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lazy-loading 'resources' on Instance uuid 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.827257] env[62490]: DEBUG nova.network.neutron [-] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.828198] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2025.828198] env[62490]: value = "task-2065980" [ 2025.828198] env[62490]: _type = "Task" [ 2025.828198] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.836973] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.848890] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f913a5f-ebfd-4b77-ae3e-4f02b25dca40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.860663] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7b5ec-4203-4cf7-bd13-f2502ccec18b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.894106] env[62490]: DEBUG nova.compute.manager [req-d42f566e-c02b-42c3-9e26-bf3d635b37ca req-7e15e3b0-3fd4-4a6b-b581-ccfc3c587bf6 service nova] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Detach interface failed, port_id=b39e381e-d41a-4bbc-b30b-4026461f1ed0, reason: Instance 1c00d7ca-49f7-498f-be88-3f035b28ee46 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2026.097198] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071681} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.097198] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2026.097844] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467e7a6-8725-4670-adb8-75076b05de51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.122476] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6ea93b31-e696-4a08-ae0d-80e666654a7f/6ea93b31-e696-4a08-ae0d-80e666654a7f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.122860] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bccfcc05-8dd3-451c-84a5-8740259321ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.145739] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2026.145739] env[62490]: value = "task-2065981" [ 2026.145739] env[62490]: _type = "Task" [ 2026.145739] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.156326] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.330250] env[62490]: DEBUG nova.compute.utils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.331835] env[62490]: DEBUG nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2026.332023] env[62490]: DEBUG nova.network.neutron [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2026.339709] env[62490]: INFO nova.compute.manager [-] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Took 1.24 seconds to deallocate network for instance. [ 2026.347758] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510587} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.348728] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b35c2993-c8c0-4ee2-8614-6d1190413d4a/b35c2993-c8c0-4ee2-8614-6d1190413d4a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2026.349422] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2026.349422] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ace0ea14-103d-4fe0-b435-8dbb7051dd4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.356504] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2026.356504] env[62490]: value = "task-2065982" [ 2026.356504] env[62490]: _type = "Task" [ 2026.356504] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.367864] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.388649] env[62490]: DEBUG nova.policy [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e14ea331b9e426fb05bedf66c056219', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68d0f1ff8b1c4cb2b07287a1532b04b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.664199] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065981, 'name': ReconfigVM_Task, 'duration_secs': 0.485779} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.664573] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6ea93b31-e696-4a08-ae0d-80e666654a7f/6ea93b31-e696-4a08-ae0d-80e666654a7f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.665245] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cda46f0-1d6a-42d6-ba0f-99beb2908305 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.672999] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2026.672999] env[62490]: value = "task-2065983" [ 2026.672999] env[62490]: _type = "Task" [ 2026.672999] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.681920] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065983, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.714776] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6ba2e-9dda-4d31-ab4a-829645eef634 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.722397] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759dd271-439f-467f-bd5a-a70f25c6f087 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.757238] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6eb4d-d90c-43d9-8676-7913c8685c9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.760803] env[62490]: DEBUG nova.network.neutron [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Successfully created port: 55d849ed-e04f-43db-8ed5-b48a099ce2d1 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.768096] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287c70d0-c1f7-4b4a-a9d9-d643b65098c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.783512] env[62490]: DEBUG nova.compute.provider_tree [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2026.839019] env[62490]: DEBUG nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2026.851457] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.867294] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098424} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.867420] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2026.868512] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2630e-63ff-46e1-8834-a8e5917878d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.891738] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b35c2993-c8c0-4ee2-8614-6d1190413d4a/b35c2993-c8c0-4ee2-8614-6d1190413d4a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.892024] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff24c54-9308-46d0-b996-d42bf73d3eec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.911286] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2026.911286] env[62490]: value = "task-2065984" [ 2026.911286] env[62490]: _type = "Task" [ 2026.911286] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.921775] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.182517] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065983, 'name': Rename_Task, 'duration_secs': 0.217974} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.184025] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.184025] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852ce03e-e3a4-432b-8b12-bfb0df4d30ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.191180] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2027.191180] env[62490]: value = "task-2065985" [ 2027.191180] env[62490]: _type = "Task" [ 2027.191180] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.199941] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.320840] env[62490]: DEBUG nova.scheduler.client.report [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2027.320840] env[62490]: DEBUG nova.compute.provider_tree [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 101 to 102 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2027.320840] env[62490]: DEBUG nova.compute.provider_tree [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2027.421481] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065984, 'name': ReconfigVM_Task, 'duration_secs': 0.314586} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.421793] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b35c2993-c8c0-4ee2-8614-6d1190413d4a/b35c2993-c8c0-4ee2-8614-6d1190413d4a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2027.422428] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88afb869-56ce-49ef-a35c-a4fdb8a4c8e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.428494] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2027.428494] env[62490]: value = "task-2065986" [ 2027.428494] env[62490]: _type = "Task" [ 2027.428494] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.436659] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065986, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.702187] env[62490]: DEBUG oslo_vmware.api [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065985, 'name': PowerOnVM_Task, 'duration_secs': 0.484697} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.702464] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.702773] env[62490]: INFO nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Took 14.28 seconds to spawn the instance on the hypervisor. [ 2027.702843] env[62490]: DEBUG nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.703722] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb9881f-8f8a-454f-b17c-09fd4d4f75a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.829047] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.831023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.816s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.832404] env[62490]: INFO nova.compute.claims [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.846198] env[62490]: DEBUG nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2027.849289] env[62490]: INFO nova.scheduler.client.report [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Deleted allocations for instance 01fe8b6f-770f-46c3-9d08-c14dcf9d5279 [ 2027.875691] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.875948] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.876118] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.876707] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.876809] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.876965] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.877189] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.877349] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.877518] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.877914] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.877914] env[62490]: DEBUG nova.virt.hardware [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.878946] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731b46d2-e37a-43cf-9bd1-7118fc03938e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.887193] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147cd9df-1d40-4a1d-b7e0-448387add6bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.938197] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065986, 'name': Rename_Task, 'duration_secs': 0.130894} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.938479] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.938724] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e67b815-8ced-4f94-a388-6c61da8efaa4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.945930] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2027.945930] env[62490]: value = "task-2065987" [ 2027.945930] env[62490]: _type = "Task" [ 2027.945930] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.956327] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.227768] env[62490]: INFO nova.compute.manager [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Took 49.89 seconds to build instance. [ 2028.357499] env[62490]: DEBUG oslo_concurrency.lockutils [None req-32ff1be4-39d3-4ab6-9b68-330557398db6 tempest-ServersAdminTestJSON-375992113 tempest-ServersAdminTestJSON-375992113-project-member] Lock "01fe8b6f-770f-46c3-9d08-c14dcf9d5279" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.428s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.392211] env[62490]: DEBUG nova.compute.manager [req-efd38a28-6959-4aef-be55-ce1e894d122e req-0c8d8383-1a4a-41f8-996b-42395bfb5458 service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Received event network-vif-plugged-55d849ed-e04f-43db-8ed5-b48a099ce2d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.392771] env[62490]: DEBUG oslo_concurrency.lockutils [req-efd38a28-6959-4aef-be55-ce1e894d122e req-0c8d8383-1a4a-41f8-996b-42395bfb5458 service nova] Acquiring lock "b4e08497-9597-40dc-a79e-921e9cda5253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.392771] env[62490]: DEBUG oslo_concurrency.lockutils [req-efd38a28-6959-4aef-be55-ce1e894d122e req-0c8d8383-1a4a-41f8-996b-42395bfb5458 service nova] Lock "b4e08497-9597-40dc-a79e-921e9cda5253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.392771] env[62490]: DEBUG oslo_concurrency.lockutils [req-efd38a28-6959-4aef-be55-ce1e894d122e req-0c8d8383-1a4a-41f8-996b-42395bfb5458 service nova] Lock "b4e08497-9597-40dc-a79e-921e9cda5253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.392934] env[62490]: DEBUG nova.compute.manager [req-efd38a28-6959-4aef-be55-ce1e894d122e req-0c8d8383-1a4a-41f8-996b-42395bfb5458 service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] No waiting events found dispatching network-vif-plugged-55d849ed-e04f-43db-8ed5-b48a099ce2d1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.393009] env[62490]: WARNING nova.compute.manager [req-efd38a28-6959-4aef-be55-ce1e894d122e req-0c8d8383-1a4a-41f8-996b-42395bfb5458 service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Received unexpected event network-vif-plugged-55d849ed-e04f-43db-8ed5-b48a099ce2d1 for instance with vm_state building and task_state spawning. [ 2028.456402] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.457226] env[62490]: DEBUG nova.network.neutron [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Successfully updated port: 55d849ed-e04f-43db-8ed5-b48a099ce2d1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2028.730048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-218aa9e4-4b5c-4caf-abda-51d6e9db9413 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.404s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.872970] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.873191] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.873373] env[62490]: DEBUG nova.network.neutron [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.960689] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "refresh_cache-b4e08497-9597-40dc-a79e-921e9cda5253" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.960866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquired lock "refresh_cache-b4e08497-9597-40dc-a79e-921e9cda5253" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.961058] env[62490]: DEBUG nova.network.neutron [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.962429] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.187712] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b1d2ed-edd4-4081-8f8f-8a0253967f4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.195954] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d0dc9d-72be-4073-83f8-71a2051f8439 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.228204] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735a8db3-e1fa-492f-843a-265b58ac3825 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.236182] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dcfaae-d283-4a41-adcc-189d8bebafa2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.253117] env[62490]: DEBUG nova.compute.provider_tree [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.460131] env[62490]: DEBUG oslo_vmware.api [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2065987, 'name': PowerOnVM_Task, 'duration_secs': 1.054409} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.460131] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.460131] env[62490]: INFO nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Took 8.73 seconds to spawn the instance on the hypervisor. [ 2029.460131] env[62490]: DEBUG nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.460131] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1498557-7e18-4e57-942c-432f9d873cb6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.534709] env[62490]: DEBUG nova.network.neutron [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2029.759658] env[62490]: DEBUG nova.scheduler.client.report [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.799196] env[62490]: DEBUG nova.network.neutron [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Updating instance_info_cache with network_info: [{"id": "55d849ed-e04f-43db-8ed5-b48a099ce2d1", "address": "fa:16:3e:5d:83:a7", "network": {"id": "35c4a583-14c9-447b-bbae-9a6a5b3991e3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1084938001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d0f1ff8b1c4cb2b07287a1532b04b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d849ed-e0", "ovs_interfaceid": "55d849ed-e04f-43db-8ed5-b48a099ce2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.805064] env[62490]: DEBUG nova.network.neutron [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating instance_info_cache with network_info: [{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap83960e21-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.891534] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "6c1122c9-1899-4210-94e6-ed17625bd035" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.891760] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.891964] env[62490]: DEBUG nova.compute.manager [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.893319] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ebbcda-4e56-44fb-9a33-2cf50d8f43cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.899915] env[62490]: DEBUG nova.compute.manager [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2029.900497] env[62490]: DEBUG nova.objects.instance [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lazy-loading 'flavor' on Instance uuid 6c1122c9-1899-4210-94e6-ed17625bd035 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.982464] env[62490]: INFO nova.compute.manager [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Took 43.42 seconds to build instance. [ 2030.265734] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.266538] env[62490]: DEBUG nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.273434] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.531s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.304636] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Releasing lock "refresh_cache-b4e08497-9597-40dc-a79e-921e9cda5253" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.304636] env[62490]: DEBUG nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Instance network_info: |[{"id": "55d849ed-e04f-43db-8ed5-b48a099ce2d1", "address": "fa:16:3e:5d:83:a7", "network": {"id": "35c4a583-14c9-447b-bbae-9a6a5b3991e3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1084938001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d0f1ff8b1c4cb2b07287a1532b04b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d849ed-e0", "ovs_interfaceid": "55d849ed-e04f-43db-8ed5-b48a099ce2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2030.304636] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:83:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d849ed-e04f-43db-8ed5-b48a099ce2d1', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2030.313786] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Creating folder: Project (68d0f1ff8b1c4cb2b07287a1532b04b7). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2030.314301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.316572] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3edf0512-ae8c-4661-8f18-8d6305496d91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.327515] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Created folder: Project (68d0f1ff8b1c4cb2b07287a1532b04b7) in parent group-v423467. [ 2030.327707] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Creating folder: Instances. Parent ref: group-v423661. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2030.327945] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff1ad6c6-7d19-442d-9646-b36268800259 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.340965] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Created folder: Instances in parent group-v423661. [ 2030.340965] env[62490]: DEBUG oslo.service.loopingcall [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.344699] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2030.344699] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f033e59-1fd8-45a8-853d-5a593ae8dca8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.361230] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ccc4a4c64d6022b9992fa57097d6ddf0',container_format='bare',created_at=2025-01-13T05:43:25Z,direct_url=,disk_format='vmdk',id=8128602d-587a-48b9-91ee-88a2fe8c1d91,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1970421579-shelved',owner='4f69900108444e6d8f18f3b351fe1a01',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-01-13T05:43:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.364097] env[62490]: DEBUG nova.virt.hardware [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.366615] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9283f-61ec-4e2b-8fa5-09e954734326 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.375577] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ead4c6a-d90f-4a74-af12-cd81a598954c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.381777] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2030.381777] env[62490]: value = "task-2065990" [ 2030.381777] env[62490]: _type = "Task" [ 2030.381777] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.396482] env[62490]: DEBUG nova.compute.claims [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Aborting claim: {{(pid=62490) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 2030.396482] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.407633] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065990, 'name': CreateVM_Task} progress is 15%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.435177] env[62490]: DEBUG nova.compute.manager [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Received event network-changed-55d849ed-e04f-43db-8ed5-b48a099ce2d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2030.435467] env[62490]: DEBUG nova.compute.manager [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Refreshing instance network info cache due to event network-changed-55d849ed-e04f-43db-8ed5-b48a099ce2d1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2030.435668] env[62490]: DEBUG oslo_concurrency.lockutils [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] Acquiring lock "refresh_cache-b4e08497-9597-40dc-a79e-921e9cda5253" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.435798] env[62490]: DEBUG oslo_concurrency.lockutils [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] Acquired lock "refresh_cache-b4e08497-9597-40dc-a79e-921e9cda5253" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.435957] env[62490]: DEBUG nova.network.neutron [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Refreshing network info cache for port 55d849ed-e04f-43db-8ed5-b48a099ce2d1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.484858] env[62490]: DEBUG oslo_concurrency.lockutils [None req-62e640f5-427f-4d1a-97e4-6249bf8f7af4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.575s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.781811] env[62490]: DEBUG nova.compute.utils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.797248] env[62490]: DEBUG nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2030.797621] env[62490]: DEBUG nova.network.neutron [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2030.895195] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065990, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.909136] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.909708] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfac4d86-859a-46f9-b035-6f083b49efce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.917594] env[62490]: DEBUG oslo_vmware.api [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2030.917594] env[62490]: value = "task-2065991" [ 2030.917594] env[62490]: _type = "Task" [ 2030.917594] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.929944] env[62490]: DEBUG oslo_vmware.api [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.942362] env[62490]: DEBUG nova.policy [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da80f788d0545eaa149ee9e0953ef27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73d7f62dcf34ab291305f904bec4776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.303450] env[62490]: DEBUG nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.328705] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2031.328918] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8a7f3c99-5084-4688-9ed5-1854c2c8733d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2031.329250] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance aac0eead-47fa-4f91-8af9-1950a12104b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.329250] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d2d72bbb-85d1-4e43-8598-d91023f82176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.329359] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c5434c30-b136-40c0-aef3-86cc964a67ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.329391] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 88fc1ea6-46ae-470e-b003-77a8d073a457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.329768] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c305a73f-c450-4d30-a634-e4d3987876fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.329768] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c2da5b87-e962-4b82-89ae-165ed2cf8605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.329768] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.329906] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.330147] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 1c00d7ca-49f7-498f-be88-3f035b28ee46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2031.330147] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4abecfe8-97a8-4f54-87ec-bb51cc85f25c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.330245] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c144a36e-b7cb-4910-8733-29f0d9c15e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.330322] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.332232] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4f8852e7-9d9c-4631-8df2-6332305553e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2031.334454] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 5a58fd81-e918-485a-890f-55d9640e5008 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2031.334454] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 492ee2d6-fe01-41db-9006-d5b56e6e041e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2031.334454] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 604569c3-c4f1-4922-bc7e-51a5620c1bd8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2031.334454] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6c1122c9-1899-4210-94e6-ed17625bd035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.334454] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d2564c4f-3e39-4560-9de4-1209508f0e67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.334454] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6ea93b31-e696-4a08-ae0d-80e666654a7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.396169] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065990, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.428196] env[62490]: DEBUG oslo_vmware.api [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065991, 'name': PowerOffVM_Task, 'duration_secs': 0.292015} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.428677] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.429057] env[62490]: DEBUG nova.compute.manager [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.435027] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c69e57-65be-415e-a4c4-f4217cf3bf1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.486942] env[62490]: DEBUG nova.compute.manager [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-changed-3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2031.486942] env[62490]: DEBUG nova.compute.manager [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing instance network info cache due to event network-changed-3ed22f1a-f077-4878-b7ee-17a787ad0147. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2031.486942] env[62490]: DEBUG oslo_concurrency.lockutils [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.486942] env[62490]: DEBUG oslo_concurrency.lockutils [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.489404] env[62490]: DEBUG nova.network.neutron [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing network info cache for port 3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2031.516440] env[62490]: DEBUG nova.network.neutron [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Updated VIF entry in instance network info cache for port 55d849ed-e04f-43db-8ed5-b48a099ce2d1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2031.516440] env[62490]: DEBUG nova.network.neutron [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Updating instance_info_cache with network_info: [{"id": "55d849ed-e04f-43db-8ed5-b48a099ce2d1", "address": "fa:16:3e:5d:83:a7", "network": {"id": "35c4a583-14c9-447b-bbae-9a6a5b3991e3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1084938001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68d0f1ff8b1c4cb2b07287a1532b04b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d849ed-e0", "ovs_interfaceid": "55d849ed-e04f-43db-8ed5-b48a099ce2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.678322] env[62490]: DEBUG nova.network.neutron [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Successfully created port: e2728533-9951-4a7b-bd81-a4e3357683f1 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2031.839430] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8846de16-a817-4daa-81fc-9567a8dd032e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2031.839430] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b35c2993-c8c0-4ee2-8614-6d1190413d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.839430] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b4e08497-9597-40dc-a79e-921e9cda5253 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.839430] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2031.897321] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065990, 'name': CreateVM_Task, 'duration_secs': 1.068327} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.897321] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.899668] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.899668] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.899668] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.899668] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b73518-c60e-4901-a679-ae9b16236296 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.905348] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2031.905348] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525a558d-bb13-0c82-acff-2ed3c0609d32" [ 2031.905348] env[62490]: _type = "Task" [ 2031.905348] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.914851] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525a558d-bb13-0c82-acff-2ed3c0609d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.948275] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5577d64f-9955-4e89-89f0-4d6007c04e67 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.022050] env[62490]: DEBUG oslo_concurrency.lockutils [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] Releasing lock "refresh_cache-b4e08497-9597-40dc-a79e-921e9cda5253" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.022050] env[62490]: DEBUG nova.compute.manager [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Received event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2032.022050] env[62490]: DEBUG nova.compute.manager [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing instance network info cache due to event network-changed-83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2032.022050] env[62490]: DEBUG oslo_concurrency.lockutils [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] Acquiring lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.022050] env[62490]: DEBUG oslo_concurrency.lockutils [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] Acquired lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.022050] env[62490]: DEBUG nova.network.neutron [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Refreshing network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2032.317299] env[62490]: DEBUG nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2032.341370] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4ac71691-7274-401b-9ebb-2324d9e2dd52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2032.352289] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.352534] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.352690] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.352869] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.353023] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.353338] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.353632] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.353851] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.354045] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.354216] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.354388] env[62490]: DEBUG nova.virt.hardware [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.355302] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7819efa-94ca-46e1-ac19-c42193a85bc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.359253] env[62490]: DEBUG nova.objects.instance [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lazy-loading 'flavor' on Instance uuid 6c1122c9-1899-4210-94e6-ed17625bd035 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.366921] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04e0913-c12b-46dd-a2e0-2e8d091089ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.417523] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525a558d-bb13-0c82-acff-2ed3c0609d32, 'name': SearchDatastore_Task, 'duration_secs': 0.024276} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.418106] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.418339] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.418572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.418717] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.418890] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.419159] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1390fef-2be8-4ce3-80c8-9dc3aadae6aa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.433079] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.433265] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.434027] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0050c49a-8c44-4685-a8cb-bb30f3564246 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.441684] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2032.441684] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52772fd6-d374-2ee2-74aa-36f9d4cf67fe" [ 2032.441684] env[62490]: _type = "Task" [ 2032.441684] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.449727] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52772fd6-d374-2ee2-74aa-36f9d4cf67fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.477343] env[62490]: DEBUG nova.network.neutron [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updated VIF entry in instance network info cache for port 3ed22f1a-f077-4878-b7ee-17a787ad0147. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.477729] env[62490]: DEBUG nova.network.neutron [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.763180] env[62490]: DEBUG nova.network.neutron [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updated VIF entry in instance network info cache for port 83960e21-4c38-4c29-a19f-be2ac513dd30. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.763607] env[62490]: DEBUG nova.network.neutron [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Updating instance_info_cache with network_info: [{"id": "83960e21-4c38-4c29-a19f-be2ac513dd30", "address": "fa:16:3e:98:51:33", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tap83960e21-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.844954] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance fff1dd74-dabe-4a13-95d2-e20584aff21c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2032.845301] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2032.845449] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2032.865643] env[62490]: DEBUG oslo_concurrency.lockutils [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.865819] env[62490]: DEBUG oslo_concurrency.lockutils [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquired lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.866019] env[62490]: DEBUG nova.network.neutron [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2032.866205] env[62490]: DEBUG nova.objects.instance [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lazy-loading 'info_cache' on Instance uuid 6c1122c9-1899-4210-94e6-ed17625bd035 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.956489] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52772fd6-d374-2ee2-74aa-36f9d4cf67fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016446} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.957426] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eeb5e7b-94f2-47fe-854c-19915abdae42 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.962731] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2032.962731] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5234d852-1b80-f01a-4910-f9c166d743ba" [ 2032.962731] env[62490]: _type = "Task" [ 2032.962731] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.973715] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5234d852-1b80-f01a-4910-f9c166d743ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.983044] env[62490]: DEBUG oslo_concurrency.lockutils [req-4588083b-2811-44f9-92f4-d7401b78b2c0 req-6ba31c44-c5fe-4c38-8bd0-b8ceae26faf3 service nova] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.226127] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99de79c4-33e8-4c46-9f5b-52b08b6058d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.237525] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6249bf48-665f-417f-8098-1d8f7c755cbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.271870] env[62490]: DEBUG oslo_concurrency.lockutils [req-e586a48b-e6c7-496f-b414-64f6231b4edf req-754d207a-511a-4979-8a03-d14d36de3e0a service nova] Releasing lock "refresh_cache-4abecfe8-97a8-4f54-87ec-bb51cc85f25c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.274029] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2e13f9-d3f6-4c32-9786-ff9a52af00eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.281384] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbef63d-c635-4d79-ae13-f2198c61534f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.298977] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2033.372673] env[62490]: DEBUG nova.objects.base [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Object Instance<6c1122c9-1899-4210-94e6-ed17625bd035> lazy-loaded attributes: flavor,info_cache {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2033.475097] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5234d852-1b80-f01a-4910-f9c166d743ba, 'name': SearchDatastore_Task, 'duration_secs': 0.02501} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.475542] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.475946] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b4e08497-9597-40dc-a79e-921e9cda5253/b4e08497-9597-40dc-a79e-921e9cda5253.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.476397] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a59ffa42-fa9d-4b70-bf80-ca2b6b2fe6bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.483949] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2033.483949] env[62490]: value = "task-2065992" [ 2033.483949] env[62490]: _type = "Task" [ 2033.483949] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.494654] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.508185] env[62490]: DEBUG nova.compute.manager [req-347881e7-be02-4369-a874-93395e19d330 req-4522bec4-c74b-4da2-b51b-91aeb3740580 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Received event network-vif-plugged-e2728533-9951-4a7b-bd81-a4e3357683f1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.508185] env[62490]: DEBUG oslo_concurrency.lockutils [req-347881e7-be02-4369-a874-93395e19d330 req-4522bec4-c74b-4da2-b51b-91aeb3740580 service nova] Acquiring lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.508185] env[62490]: DEBUG oslo_concurrency.lockutils [req-347881e7-be02-4369-a874-93395e19d330 req-4522bec4-c74b-4da2-b51b-91aeb3740580 service nova] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.508656] env[62490]: DEBUG oslo_concurrency.lockutils [req-347881e7-be02-4369-a874-93395e19d330 req-4522bec4-c74b-4da2-b51b-91aeb3740580 service nova] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.509047] env[62490]: DEBUG nova.compute.manager [req-347881e7-be02-4369-a874-93395e19d330 req-4522bec4-c74b-4da2-b51b-91aeb3740580 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] No waiting events found dispatching network-vif-plugged-e2728533-9951-4a7b-bd81-a4e3357683f1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.509431] env[62490]: WARNING nova.compute.manager [req-347881e7-be02-4369-a874-93395e19d330 req-4522bec4-c74b-4da2-b51b-91aeb3740580 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Received unexpected event network-vif-plugged-e2728533-9951-4a7b-bd81-a4e3357683f1 for instance with vm_state building and task_state spawning. [ 2033.662760] env[62490]: DEBUG nova.network.neutron [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Successfully updated port: e2728533-9951-4a7b-bd81-a4e3357683f1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.802840] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2033.994425] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065992, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.106893] env[62490]: DEBUG nova.network.neutron [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Updating instance_info_cache with network_info: [{"id": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "address": "fa:16:3e:43:ad:44", "network": {"id": "f9e1a85d-0407-400a-a531-ac0729fd449e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2056041268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b746ae43e95c4612a60be9b1457175b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f37639-25", "ovs_interfaceid": "24f37639-25bd-4c62-8f71-a1cb6e5122e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.165589] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "refresh_cache-7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.165746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "refresh_cache-7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.165927] env[62490]: DEBUG nova.network.neutron [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.308492] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2034.309266] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.036s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.309574] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.196s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.309778] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.312268] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.127s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.312379] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.314669] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.874s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.315159] env[62490]: DEBUG nova.objects.instance [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lazy-loading 'pci_requests' on Instance uuid 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.316096] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2034.316288] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2034.346028] env[62490]: INFO nova.scheduler.client.report [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Deleted allocations for instance 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6 [ 2034.347301] env[62490]: INFO nova.scheduler.client.report [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Deleted allocations for instance 492ee2d6-fe01-41db-9006-d5b56e6e041e [ 2034.494576] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545901} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.494911] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b4e08497-9597-40dc-a79e-921e9cda5253/b4e08497-9597-40dc-a79e-921e9cda5253.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2034.495051] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2034.495318] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e03b201-d6a2-488a-8022-10a505a33327 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.502222] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2034.502222] env[62490]: value = "task-2065993" [ 2034.502222] env[62490]: _type = "Task" [ 2034.502222] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.512370] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.610372] env[62490]: DEBUG oslo_concurrency.lockutils [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Releasing lock "refresh_cache-6c1122c9-1899-4210-94e6-ed17625bd035" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.714250] env[62490]: DEBUG nova.network.neutron [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2034.822147] env[62490]: DEBUG nova.objects.instance [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lazy-loading 'numa_topology' on Instance uuid 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2034.833422] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] There are 47 instances to clean {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2034.833704] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 8f7e4dce-1932-44a5-82d7-57c3f1ed5bc3] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2034.857713] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0591ece2-42b6-467f-8a37-59603b4007b4 tempest-MigrationsAdminTest-1264557718 tempest-MigrationsAdminTest-1264557718-project-member] Lock "6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.622s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.858669] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d03de194-26f7-4d4d-a6eb-4085f9284951 tempest-ImagesOneServerNegativeTestJSON-2075815430 tempest-ImagesOneServerNegativeTestJSON-2075815430-project-member] Lock "492ee2d6-fe01-41db-9006-d5b56e6e041e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.720s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.873889] env[62490]: DEBUG nova.network.neutron [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Updating instance_info_cache with network_info: [{"id": "e2728533-9951-4a7b-bd81-a4e3357683f1", "address": "fa:16:3e:4e:50:f2", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2728533-99", "ovs_interfaceid": "e2728533-9951-4a7b-bd81-a4e3357683f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.015475] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071314} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.015805] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2035.016915] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d378d-33b6-46e8-8850-bc664439bbab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.039754] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b4e08497-9597-40dc-a79e-921e9cda5253/b4e08497-9597-40dc-a79e-921e9cda5253.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.040021] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317de18e-5da7-479d-a6d8-b31f4cf09c0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.059077] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2035.059077] env[62490]: value = "task-2065994" [ 2035.059077] env[62490]: _type = "Task" [ 2035.059077] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.066941] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.336680] env[62490]: INFO nova.compute.claims [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.339890] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3fffbb3b-a7c3-4317-b3b7-4352ceefeec3] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2035.376839] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "refresh_cache-7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.376968] env[62490]: DEBUG nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Instance network_info: |[{"id": "e2728533-9951-4a7b-bd81-a4e3357683f1", "address": "fa:16:3e:4e:50:f2", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2728533-99", "ovs_interfaceid": "e2728533-9951-4a7b-bd81-a4e3357683f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2035.378648] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:50:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2728533-9951-4a7b-bd81-a4e3357683f1', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2035.388307] env[62490]: DEBUG oslo.service.loopingcall [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.388887] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2035.389146] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27443a8-747c-4b5c-99af-63ecc40fbd2f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.412659] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2035.412659] env[62490]: value = "task-2065995" [ 2035.412659] env[62490]: _type = "Task" [ 2035.412659] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.422051] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.540212] env[62490]: DEBUG nova.compute.manager [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Received event network-changed-e2728533-9951-4a7b-bd81-a4e3357683f1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2035.540471] env[62490]: DEBUG nova.compute.manager [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Refreshing instance network info cache due to event network-changed-e2728533-9951-4a7b-bd81-a4e3357683f1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2035.540586] env[62490]: DEBUG oslo_concurrency.lockutils [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] Acquiring lock "refresh_cache-7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.540705] env[62490]: DEBUG oslo_concurrency.lockutils [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] Acquired lock "refresh_cache-7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.540870] env[62490]: DEBUG nova.network.neutron [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Refreshing network info cache for port e2728533-9951-4a7b-bd81-a4e3357683f1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.569201] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065994, 'name': ReconfigVM_Task, 'duration_secs': 0.501478} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.569482] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b4e08497-9597-40dc-a79e-921e9cda5253/b4e08497-9597-40dc-a79e-921e9cda5253.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2035.570146] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3200e54f-cf58-4687-83f7-172dd896a19d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.576629] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2035.576629] env[62490]: value = "task-2065996" [ 2035.576629] env[62490]: _type = "Task" [ 2035.576629] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.587783] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065996, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.617389] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.618190] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d9e08f7-c4ca-4358-a4da-768f1f7d2ea5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.625281] env[62490]: DEBUG oslo_vmware.api [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2035.625281] env[62490]: value = "task-2065997" [ 2035.625281] env[62490]: _type = "Task" [ 2035.625281] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.633861] env[62490]: DEBUG oslo_vmware.api [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.844811] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 8a710bc4-36df-4768-b926-399c4dcccc71] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2035.928563] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.089384] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065996, 'name': Rename_Task, 'duration_secs': 0.156129} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.090085] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.090733] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-964e6b52-daaa-47a5-94f6-a4370e27754b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.096695] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2036.096695] env[62490]: value = "task-2065998" [ 2036.096695] env[62490]: _type = "Task" [ 2036.096695] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.105621] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.141127] env[62490]: DEBUG oslo_vmware.api [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065997, 'name': PowerOnVM_Task, 'duration_secs': 0.382632} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.141537] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.141870] env[62490]: DEBUG nova.compute.manager [None req-754067c9-96d1-4da3-b005-b9a0641026cf tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.142792] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acca70c-0e69-4443-92d6-f344bac5a799 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.304400] env[62490]: DEBUG nova.network.neutron [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Updated VIF entry in instance network info cache for port e2728533-9951-4a7b-bd81-a4e3357683f1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.304400] env[62490]: DEBUG nova.network.neutron [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Updating instance_info_cache with network_info: [{"id": "e2728533-9951-4a7b-bd81-a4e3357683f1", "address": "fa:16:3e:4e:50:f2", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2728533-99", "ovs_interfaceid": "e2728533-9951-4a7b-bd81-a4e3357683f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.351603] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c2d26e57-23c3-4420-9337-f5ac25df9790] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2036.428377] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.612137] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.751082] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7b6b44-3d6e-460f-bfcb-f0e6d0d8a100 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.759929] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d35143-f31c-4dda-b0b4-c418fa17e09d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.793458] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e4a8f8-b03b-488f-838c-e0b322229e1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.801258] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b02ebe-332a-46fe-afaa-a770cda6c8af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.805523] env[62490]: DEBUG oslo_concurrency.lockutils [req-3cbed54a-071e-4f7b-86a7-4d877328b9e1 req-ded61c61-96cc-4d25-b65d-a095d6c80071 service nova] Releasing lock "refresh_cache-7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.815797] env[62490]: DEBUG nova.compute.provider_tree [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.854655] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 5739e674-a7c3-4d99-b568-bc361cbfbeb1] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2036.925762] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.109310] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.319349] env[62490]: DEBUG nova.scheduler.client.report [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2037.362035] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 55a48923-5829-43d1-8e04-04b7fdd0ffbc] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2037.426355] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.613116] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.831026] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.514s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.832035] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.016s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.836029] env[62490]: INFO nova.compute.claims [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2037.868129] env[62490]: INFO nova.network.neutron [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating port db71cd38-9e5e-47bd-bc73-9cd4808ce722 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2037.868129] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 9c447288-5ff8-48bd-8bb3-5f78becea748] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2037.932102] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.114720] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.374957] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 93715b06-81bb-415f-b69a-61af61badce0] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2038.428948] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.620898] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065998, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.882504] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 5983e55c-136a-4fbe-b008-e116cbd7f6b4] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2038.935681] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.116199] env[62490]: DEBUG oslo_vmware.api [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2065998, 'name': PowerOnVM_Task, 'duration_secs': 2.597145} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.116426] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.116624] env[62490]: INFO nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Took 11.27 seconds to spawn the instance on the hypervisor. [ 2039.116800] env[62490]: DEBUG nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2039.117812] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd6f7c-b1c9-43f3-971f-3c0922a91a87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.258383] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d990e39b-b269-4236-bbf7-e27f4aa1fa71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.266182] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf570e0-2381-4811-8f4f-78bd96cb0f93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.301182] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ffb1a6-51b0-461f-9005-9521cf940c81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.309600] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342cedbe-ab38-482c-97ee-91d4078c709e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.324970] env[62490]: DEBUG nova.compute.provider_tree [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.387035] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 7a6307d1-b846-431e-bd20-e7755fc0f9fc] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2039.432622] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.566217] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "6ea93b31-e696-4a08-ae0d-80e666654a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.566731] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.566956] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "6ea93b31-e696-4a08-ae0d-80e666654a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.567172] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.567344] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.569858] env[62490]: INFO nova.compute.manager [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Terminating instance [ 2039.637261] env[62490]: INFO nova.compute.manager [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Took 39.72 seconds to build instance. [ 2039.827715] env[62490]: DEBUG nova.scheduler.client.report [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.890916] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ca17f52a-6739-482b-ac60-67fe0c46dda2] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2039.934128] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.077119] env[62490]: DEBUG nova.compute.manager [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2040.077119] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2040.077119] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ffc8d-65c6-417a-b226-05c672d30e60 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.089461] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.089886] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f798a389-5d63-4bba-98dc-c73ed9253e94 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.099202] env[62490]: DEBUG oslo_vmware.api [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2040.099202] env[62490]: value = "task-2065999" [ 2040.099202] env[62490]: _type = "Task" [ 2040.099202] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.116528] env[62490]: DEBUG oslo_vmware.api [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.140430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46d9d5de-c97e-4845-a1d2-142a1d7a7314 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "b4e08497-9597-40dc-a79e-921e9cda5253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.955s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.333208] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.335636] env[62490]: DEBUG nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2040.338214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.006s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.338427] env[62490]: DEBUG nova.objects.instance [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2040.395645] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 77963072-fae4-4155-8d71-6891a21db18e] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2040.435567] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.473675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "b4e08497-9597-40dc-a79e-921e9cda5253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.473675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "b4e08497-9597-40dc-a79e-921e9cda5253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.473675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "b4e08497-9597-40dc-a79e-921e9cda5253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.473675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "b4e08497-9597-40dc-a79e-921e9cda5253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.473675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "b4e08497-9597-40dc-a79e-921e9cda5253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.475320] env[62490]: INFO nova.compute.manager [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Terminating instance [ 2040.611111] env[62490]: DEBUG oslo_vmware.api [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2065999, 'name': PowerOffVM_Task, 'duration_secs': 0.234674} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.611111] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2040.611111] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2040.611111] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c09b0f-9641-47c2-8a59-9156fa75452d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.842971] env[62490]: DEBUG nova.compute.utils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2040.851449] env[62490]: DEBUG nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2040.851679] env[62490]: DEBUG nova.network.neutron [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2040.899806] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: b9f6ddfd-092a-4a5b-9410-8774e7c50e46] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2040.920582] env[62490]: DEBUG nova.policy [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c03c9d50381b4523b9b2e967c2f88955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4fcd745c22426fb4483f8a3a26d3e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2040.937149] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.981648] env[62490]: DEBUG nova.compute.manager [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2040.981989] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2040.982907] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c9026e-8059-4293-bea0-d928c5197d35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.993379] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.994212] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65060fec-2652-41af-9ed3-e5393f5f38ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.002838] env[62490]: DEBUG oslo_vmware.api [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2041.002838] env[62490]: value = "task-2066001" [ 2041.002838] env[62490]: _type = "Task" [ 2041.002838] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.014842] env[62490]: DEBUG oslo_vmware.api [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2066001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.352443] env[62490]: DEBUG nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2041.359321] env[62490]: DEBUG oslo_concurrency.lockutils [None req-96558164-2f1d-4cf6-ae48-dc5aa69b6a71 tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.360429] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.889s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.363873] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.367566] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.433s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.367853] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.370116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.061s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.370400] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.373423] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.638s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.374500] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.376227] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.440s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.377747] env[62490]: INFO nova.compute.claims [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2041.406333] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 4575f569-95e5-428f-8e0b-79ae8cc4af65] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2041.426131] env[62490]: INFO nova.scheduler.client.report [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted allocations for instance 5a58fd81-e918-485a-890f-55d9640e5008 [ 2041.448030] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.453029] env[62490]: INFO nova.scheduler.client.report [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Deleted allocations for instance 604569c3-c4f1-4922-bc7e-51a5620c1bd8 [ 2041.461335] env[62490]: DEBUG nova.network.neutron [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Successfully created port: d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.483034] env[62490]: INFO nova.scheduler.client.report [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted allocations for instance 4f8852e7-9d9c-4631-8df2-6332305553e3 [ 2041.491739] env[62490]: INFO nova.scheduler.client.report [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Deleted allocations for instance 8a7f3c99-5084-4688-9ed5-1854c2c8733d [ 2041.523558] env[62490]: DEBUG oslo_vmware.api [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2066001, 'name': PowerOffVM_Task, 'duration_secs': 0.179097} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.523558] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.523558] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2041.523558] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f062c5e7-c30d-4097-9b85-0d0f7f3477c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.909804] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c7b97998-bbde-4262-8000-e6dd261e9005] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2041.943134] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.945647] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff35cdce-0ffc-45e0-8e89-53f461f21c67 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "5a58fd81-e918-485a-890f-55d9640e5008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.356s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.968302] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3f3af04c-3207-45ac-95f2-55e19d0fbd3e tempest-ServerShowV254Test-1110016656 tempest-ServerShowV254Test-1110016656-project-member] Lock "604569c3-c4f1-4922-bc7e-51a5620c1bd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.232s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.987208] env[62490]: DEBUG oslo_concurrency.lockutils [None req-75921cca-baca-4db8-aebe-24e30a12265a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "4f8852e7-9d9c-4631-8df2-6332305553e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.033s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.003733] env[62490]: DEBUG oslo_concurrency.lockutils [None req-211aca55-ae0d-499b-a8bb-2fe5162d7950 tempest-VolumesAdminNegativeTest-364123947 tempest-VolumesAdminNegativeTest-364123947-project-member] Lock "8a7f3c99-5084-4688-9ed5-1854c2c8733d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.172s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.033425] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "8426edc8-1d79-44fd-89f9-b6383ccadc60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.033425] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.368597] env[62490]: DEBUG nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2042.406891] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.407168] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.407321] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.407500] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.407644] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.407828] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.408670] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.408934] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.409139] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.409316] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.409491] env[62490]: DEBUG nova.virt.hardware [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.410405] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d759eb4-79ab-421d-946b-302b5a8c88fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.414563] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 9da187eb-e1c5-4b73-aba8-ff21f572cc79] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2042.429077] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2663be2b-8be9-4adb-b42e-004beea7a6c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.454751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "31538fb5-b7d6-4513-bf47-8000f26d01ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.455318] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.460603] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.537959] env[62490]: DEBUG nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2042.831026] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70356c0-044d-46b9-bcf5-5f323688cf41 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.843918] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50149fec-b50f-4fb0-b150-d8c93dc8e170 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.879612] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d5636-8a5c-4493-a343-1efa61e33964 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.890311] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc242c25-b999-4f76-876b-34dbb634ea41 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.904665] env[62490]: DEBUG nova.compute.provider_tree [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.922996] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 91bd7be3-04e4-4d69-bcd1-f8d09614c74c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2042.945573] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.957959] env[62490]: DEBUG nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2043.065469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.227797] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "c2da5b87-e962-4b82-89ae-165ed2cf8605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.228098] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.228305] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "c2da5b87-e962-4b82-89ae-165ed2cf8605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.228483] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.228646] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.230941] env[62490]: INFO nova.compute.manager [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Terminating instance [ 2043.408113] env[62490]: DEBUG nova.scheduler.client.report [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.428043] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ea73c22f-d49b-4d10-b15d-86423e345b27] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2043.459176] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.490728] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.678050] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.679162] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.679162] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleting the datastore file [datastore1] 6ea93b31-e696-4a08-ae0d-80e666654a7f {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.679381] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d2cc167-35b3-49c7-ac49-46bc7bcabe5c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.689651] env[62490]: DEBUG oslo_vmware.api [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2043.689651] env[62490]: value = "task-2066003" [ 2043.689651] env[62490]: _type = "Task" [ 2043.689651] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.690962] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.691410] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.691645] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Deleting the datastore file [datastore1] b4e08497-9597-40dc-a79e-921e9cda5253 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.695292] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30e9b30c-d81c-4cb0-bcc1-932104102e2f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.704393] env[62490]: DEBUG oslo_vmware.api [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.707098] env[62490]: DEBUG oslo_vmware.api [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for the task: (returnval){ [ 2043.707098] env[62490]: value = "task-2066004" [ 2043.707098] env[62490]: _type = "Task" [ 2043.707098] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.717203] env[62490]: DEBUG oslo_vmware.api [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2066004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.737551] env[62490]: DEBUG nova.compute.manager [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2043.737551] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2043.741316] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f76f1-9932-4d29-bc9b-ca41064f774b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.750071] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2043.750465] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbaf2439-b47f-4458-8d6c-c43e8652d767 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.760303] env[62490]: DEBUG oslo_vmware.api [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2043.760303] env[62490]: value = "task-2066005" [ 2043.760303] env[62490]: _type = "Task" [ 2043.760303] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.768205] env[62490]: DEBUG oslo_vmware.api [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.914261] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.914959] env[62490]: DEBUG nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2043.918667] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.067s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.918667] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.920834] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 13.525s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.931492] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f3bd2773-91d8-4750-bb3d-f5d1fca44a0d] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2043.954186] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2065995, 'name': CreateVM_Task, 'duration_secs': 8.497169} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.954186] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.954186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.954186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.954186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.954760] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290c20f4-40a4-4318-b05b-2b0a6dd0598e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.960836] env[62490]: INFO nova.scheduler.client.report [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted allocations for instance 1c00d7ca-49f7-498f-be88-3f035b28ee46 [ 2043.969737] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2043.969737] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522eb18d-2b41-e85f-b4d7-938fca672b68" [ 2043.969737] env[62490]: _type = "Task" [ 2043.969737] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.983640] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522eb18d-2b41-e85f-b4d7-938fca672b68, 'name': SearchDatastore_Task, 'duration_secs': 0.009697} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.986023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.986023] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2043.986023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.986023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.986023] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2043.990895] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9694916f-ef0b-430b-bc55-6e110b2d3261 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.000310] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.000310] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.000310] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af1d0d1-fb67-47b4-b357-394788044248 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.009099] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2044.009099] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b02f3e-7e48-e3d2-38c1-278da8c75f78" [ 2044.009099] env[62490]: _type = "Task" [ 2044.009099] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.021330] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b02f3e-7e48-e3d2-38c1-278da8c75f78, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.022205] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a989a919-4336-44e1-9dd2-ec270a75ffb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.031316] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2044.031316] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f377e-2467-d1ef-8350-074e963d04ed" [ 2044.031316] env[62490]: _type = "Task" [ 2044.031316] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.041650] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f377e-2467-d1ef-8350-074e963d04ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.125050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "afa2ae74-e468-409d-b9b7-d372e4678364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.125344] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "afa2ae74-e468-409d-b9b7-d372e4678364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.202628] env[62490]: DEBUG oslo_vmware.api [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165976} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.202896] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.203097] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.203280] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.203450] env[62490]: INFO nova.compute.manager [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Took 4.13 seconds to destroy the instance on the hypervisor. [ 2044.203716] env[62490]: DEBUG oslo.service.loopingcall [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.203920] env[62490]: DEBUG nova.compute.manager [-] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.204027] env[62490]: DEBUG nova.network.neutron [-] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.218441] env[62490]: DEBUG oslo_vmware.api [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Task: {'id': task-2066004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163376} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.218441] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.218441] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.218441] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.218441] env[62490]: INFO nova.compute.manager [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Took 3.24 seconds to destroy the instance on the hypervisor. [ 2044.218441] env[62490]: DEBUG oslo.service.loopingcall [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.218441] env[62490]: DEBUG nova.compute.manager [-] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.218441] env[62490]: DEBUG nova.network.neutron [-] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.268954] env[62490]: DEBUG oslo_vmware.api [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066005, 'name': PowerOffVM_Task, 'duration_secs': 0.168244} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.269240] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.269407] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.269657] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0fcbee3-59b6-43aa-aafb-b4ffe01226a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.349684] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.350033] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.350121] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleting the datastore file [datastore1] c2da5b87-e962-4b82-89ae-165ed2cf8605 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.350394] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f11244-b27c-4729-b4ad-85ba43982e85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.357782] env[62490]: DEBUG oslo_vmware.api [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2044.357782] env[62490]: value = "task-2066007" [ 2044.357782] env[62490]: _type = "Task" [ 2044.357782] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.365924] env[62490]: DEBUG oslo_vmware.api [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.378518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "2c567368-0d49-4608-ad1f-aa4859b0254f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.378749] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "2c567368-0d49-4608-ad1f-aa4859b0254f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.425420] env[62490]: DEBUG nova.compute.utils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2044.433979] env[62490]: DEBUG nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2044.434176] env[62490]: DEBUG nova.network.neutron [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2044.438102] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: fefcb0f7-ed25-42e8-9bd1-12d888320d99] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2044.474414] env[62490]: DEBUG oslo_concurrency.lockutils [None req-52fc2f79-08ad-48cf-9861-b96a283992a6 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "1c00d7ca-49f7-498f-be88-3f035b28ee46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.061s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.545122] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525f377e-2467-d1ef-8350-074e963d04ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.545416] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.545677] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28/7b9d6b8e-0ae4-4692-ac04-817ba42d4f28.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2044.545962] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2793ac39-7cd3-43d5-9805-face55f24ff0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.557036] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2044.557036] env[62490]: value = "task-2066008" [ 2044.557036] env[62490]: _type = "Task" [ 2044.557036] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.566872] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.575338] env[62490]: DEBUG nova.policy [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b96278437a4d7bbc8f893ac14a6932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a8d35a614445f4a3d9d609a566efe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2044.629763] env[62490]: DEBUG nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2044.828622] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6084e-6da4-440d-affb-a1ce11271bf7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.839853] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2725b5-f6b0-46a0-bc4e-dafd08e752d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.879716] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d16de3-0bc1-4a61-96da-49966c8276bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.882371] env[62490]: DEBUG nova.compute.manager [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2044.893034] env[62490]: DEBUG oslo_vmware.api [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140362} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.893034] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.893324] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.893356] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.893632] env[62490]: INFO nova.compute.manager [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2044.893805] env[62490]: DEBUG oslo.service.loopingcall [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.894101] env[62490]: DEBUG nova.compute.manager [-] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.894196] env[62490]: DEBUG nova.network.neutron [-] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.897971] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bc9b7-4440-4f71-8934-058c06d49c7b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.918263] env[62490]: DEBUG nova.compute.provider_tree [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2044.934666] env[62490]: DEBUG nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2044.943979] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 11099321-fb21-4294-ba8b-45211ba556c6] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2045.066991] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.162022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.404636] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.444898] env[62490]: ERROR nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [req-6556a8b7-f0fa-4e3a-a775-27eadb09ee0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6556a8b7-f0fa-4e3a-a775-27eadb09ee0e"}]}: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2045.447340] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 51cd82ee-351e-43ce-bc26-3992e1e7d476] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2045.467488] env[62490]: DEBUG nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2045.488158] env[62490]: DEBUG nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2045.489179] env[62490]: DEBUG nova.compute.provider_tree [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2045.510407] env[62490]: DEBUG nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2045.530910] env[62490]: DEBUG nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2045.572842] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540247} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.572986] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28/7b9d6b8e-0ae4-4692-ac04-817ba42d4f28.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2045.573174] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2045.573545] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fbae992-f84c-4c67-ba88-f8104ca8151e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.582682] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2045.582682] env[62490]: value = "task-2066009" [ 2045.582682] env[62490]: _type = "Task" [ 2045.582682] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.591612] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.594855] env[62490]: DEBUG nova.compute.manager [req-ca2d0d4b-7220-47e3-bab9-a8ecf622f039 req-3c641746-dcd5-4c23-bc5f-88aae60b7c89 service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Received event network-vif-deleted-55d849ed-e04f-43db-8ed5-b48a099ce2d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.595117] env[62490]: INFO nova.compute.manager [req-ca2d0d4b-7220-47e3-bab9-a8ecf622f039 req-3c641746-dcd5-4c23-bc5f-88aae60b7c89 service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Neutron deleted interface 55d849ed-e04f-43db-8ed5-b48a099ce2d1; detaching it from the instance and deleting it from the info cache [ 2045.595318] env[62490]: DEBUG nova.network.neutron [req-ca2d0d4b-7220-47e3-bab9-a8ecf622f039 req-3c641746-dcd5-4c23-bc5f-88aae60b7c89 service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.625810] env[62490]: DEBUG nova.network.neutron [-] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.650022] env[62490]: DEBUG nova.network.neutron [-] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.924910] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c74c44-d465-4319-b3e4-d954b9960699 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.933034] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab4bba6-aeb0-421a-944a-a9e18cec18e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.967054] env[62490]: DEBUG nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2045.968943] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3df0186d-bf68-4764-aaf3-5f0289d89809] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2045.975673] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff03d7-280e-4735-b2ee-ea4047ec706f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.990148] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7d32c3-c4c6-4573-b803-cd59f7a4520f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.017732] env[62490]: DEBUG nova.compute.provider_tree [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2046.029238] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.029238] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.029238] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.029238] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.029238] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.029238] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.029238] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.029518] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.029518] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.029711] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.030665] env[62490]: DEBUG nova.virt.hardware [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.031977] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97da7bc4-05dc-418a-ae60-2a6fc5fcd501 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.041999] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f5d129-e2af-4e0c-9cd4-5b7f15b16b75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.047199] env[62490]: DEBUG nova.compute.manager [req-b3e934b2-67c3-4342-8377-e8b6c02771f6 req-89a380e1-f995-4438-a8ce-d247f34775c4 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received event network-vif-plugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.047389] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3e934b2-67c3-4342-8377-e8b6c02771f6 req-89a380e1-f995-4438-a8ce-d247f34775c4 service nova] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.047669] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3e934b2-67c3-4342-8377-e8b6c02771f6 req-89a380e1-f995-4438-a8ce-d247f34775c4 service nova] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.047784] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3e934b2-67c3-4342-8377-e8b6c02771f6 req-89a380e1-f995-4438-a8ce-d247f34775c4 service nova] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.047897] env[62490]: DEBUG nova.compute.manager [req-b3e934b2-67c3-4342-8377-e8b6c02771f6 req-89a380e1-f995-4438-a8ce-d247f34775c4 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] No waiting events found dispatching network-vif-plugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2046.048069] env[62490]: WARNING nova.compute.manager [req-b3e934b2-67c3-4342-8377-e8b6c02771f6 req-89a380e1-f995-4438-a8ce-d247f34775c4 service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received unexpected event network-vif-plugged-db71cd38-9e5e-47bd-bc73-9cd4808ce722 for instance with vm_state shelved_offloaded and task_state spawning. [ 2046.089397] env[62490]: DEBUG nova.network.neutron [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Successfully created port: 25f18878-3dbc-4f75-8360-1121d2d67bc5 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2046.095556] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069243} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.096558] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2046.096983] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f8804-1ee5-4a03-a152-0cf010b08c8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.100984] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2056220a-58d6-48f4-9544-5e110fce6970 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.125919] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28/7b9d6b8e-0ae4-4692-ac04-817ba42d4f28.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2046.127619] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddebee31-8e04-4d07-a039-671d80e18035 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.144872] env[62490]: INFO nova.compute.manager [-] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Took 1.93 seconds to deallocate network for instance. [ 2046.151056] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb84d6-7805-4ad8-91fe-24c18d8020c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.168034] env[62490]: INFO nova.compute.manager [-] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Took 1.96 seconds to deallocate network for instance. [ 2046.168034] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2046.168034] env[62490]: value = "task-2066010" [ 2046.168034] env[62490]: _type = "Task" [ 2046.168034] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.186620] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.199888] env[62490]: DEBUG nova.compute.manager [req-ca2d0d4b-7220-47e3-bab9-a8ecf622f039 req-3c641746-dcd5-4c23-bc5f-88aae60b7c89 service nova] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Detach interface failed, port_id=55d849ed-e04f-43db-8ed5-b48a099ce2d1, reason: Instance b4e08497-9597-40dc-a79e-921e9cda5253 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2046.465322] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.466028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.466028] env[62490]: DEBUG nova.network.neutron [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2046.473952] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 5911ad6b-f534-426e-aac5-20629a9dd1e1] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2046.485439] env[62490]: DEBUG nova.network.neutron [-] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.502123] env[62490]: DEBUG nova.network.neutron [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Successfully updated port: d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2046.559884] env[62490]: DEBUG nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2046.560238] env[62490]: DEBUG nova.compute.provider_tree [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 106 to 107 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2046.560475] env[62490]: DEBUG nova.compute.provider_tree [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2046.669146] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.683140] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.683140] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066010, 'name': ReconfigVM_Task, 'duration_secs': 0.406053} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.683140] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28/7b9d6b8e-0ae4-4692-ac04-817ba42d4f28.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2046.683140] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bed143-24f2-425f-b8a0-75c07e23d5d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.690560] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2046.690560] env[62490]: value = "task-2066011" [ 2046.690560] env[62490]: _type = "Task" [ 2046.690560] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.700989] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066011, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.979174] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ff7b9162-534d-43d0-b1d3-cf65e8c26d2c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2046.989772] env[62490]: INFO nova.compute.manager [-] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Took 2.09 seconds to deallocate network for instance. [ 2047.008994] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "refresh_cache-4ac71691-7274-401b-9ebb-2324d9e2dd52" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.009221] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired lock "refresh_cache-4ac71691-7274-401b-9ebb-2324d9e2dd52" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.009349] env[62490]: DEBUG nova.network.neutron [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.068168] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 3.146s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.071254] env[62490]: ERROR nova.compute.manager [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Instance failed to spawn: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Traceback (most recent call last): [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] File "/opt/stack/nova/nova/compute/manager.py", line 7690, in _unshelve_instance [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] self.driver.spawn(context, instance, image_meta, [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] vm_ref = self.build_virtual_machine(instance, [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] vif_infos = vmwarevif.get_vif_info(self._session, [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] ref = get_network_ref(session, cluster, vif) [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] raise exception.InvalidInput(reason=reason) [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2047.071254] env[62490]: ERROR nova.compute.manager [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] [ 2047.079076] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.012s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.079076] env[62490]: INFO nova.compute.claims [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.100891] env[62490]: INFO nova.scheduler.client.report [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted allocations for instance 4abecfe8-97a8-4f54-87ec-bb51cc85f25c [ 2047.197673] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "62740e24-a408-49f2-af22-12f2b4ce4609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.198229] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.214813] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066011, 'name': Rename_Task, 'duration_secs': 0.13616} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.215449] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.217083] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb0e84e-612f-43f1-b08a-bb9097631bbb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.223525] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2047.223525] env[62490]: value = "task-2066012" [ 2047.223525] env[62490]: _type = "Task" [ 2047.223525] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.239033] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.484612] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 45dd6bc4-f6be-47e1-980c-daa5c1d6f1b0] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2047.502282] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.608084] env[62490]: DEBUG nova.network.neutron [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2047.708653] env[62490]: DEBUG nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2047.718575] env[62490]: DEBUG nova.network.neutron [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.737085] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066012, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.753676] env[62490]: DEBUG nova.compute.manager [req-255cc7e7-e58c-4181-8f52-d0e2fec5ab14 req-3bbd62a7-7c71-43cb-a6f2-5c353361bbe1 service nova] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Received event network-vif-deleted-9d823d27-c7b9-4c32-b1ad-08e5e0873c2c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.989643] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: a043c00b-fda1-425b-ad30-52cbf4143164] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2048.061583] env[62490]: DEBUG nova.network.neutron [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Updating instance_info_cache with network_info: [{"id": "d890f8f1-bd0d-4891-9a88-1f59e7dfbd14", "address": "fa:16:3e:95:4a:c1", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd890f8f1-bd", "ovs_interfaceid": "d890f8f1-bd0d-4891-9a88-1f59e7dfbd14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.122616] env[62490]: DEBUG nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Received event network-vif-plugged-d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.122616] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Acquiring lock "4ac71691-7274-401b-9ebb-2324d9e2dd52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.123160] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.124490] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.124782] env[62490]: DEBUG nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] No waiting events found dispatching network-vif-plugged-d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2048.128110] env[62490]: WARNING nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Received unexpected event network-vif-plugged-d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 for instance with vm_state building and task_state spawning. [ 2048.128110] env[62490]: DEBUG nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Received event network-vif-deleted-dde88887-0a87-4807-8e39-a8d40d29a779 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.128110] env[62490]: DEBUG nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received event network-changed-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.128110] env[62490]: DEBUG nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Refreshing instance network info cache due to event network-changed-db71cd38-9e5e-47bd-bc73-9cd4808ce722. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2048.128110] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Acquiring lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.232668] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.234779] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Acquired lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.234975] env[62490]: DEBUG nova.network.neutron [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Refreshing network info cache for port db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2048.242444] env[62490]: DEBUG oslo_vmware.api [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066012, 'name': PowerOnVM_Task, 'duration_secs': 0.524691} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.242706] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.242909] env[62490]: INFO nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Took 15.93 seconds to spawn the instance on the hypervisor. [ 2048.243094] env[62490]: DEBUG nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.243989] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f9b7c7-d4e2-452f-bb1d-e8e79a6eeb6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.254837] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.276202] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3cf9c24f50d9eb8154836aa96768a496',container_format='bare',created_at=2025-01-13T05:44:06Z,direct_url=,disk_format='vmdk',id=299dbd95-2056-411e-a67a-1765e769d729,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1995094865-shelved',owner='e23896199d2a460aa36a3ee11119f88b',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-01-13T05:44:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2048.276557] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2048.276819] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2048.277055] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2048.277511] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2048.277511] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2048.277606] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2048.277777] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2048.277996] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2048.278274] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2048.278537] env[62490]: DEBUG nova.virt.hardware [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2048.280662] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535a3aa6-10e8-44f6-8368-163222a1d257 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.292223] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a2db1a-2c9b-4307-a742-d41b7be2d1c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.301333] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "4abecfe8-97a8-4f54-87ec-bb51cc85f25c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 73.885s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.316119] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:5d:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db71cd38-9e5e-47bd-bc73-9cd4808ce722', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2048.330579] env[62490]: DEBUG oslo.service.loopingcall [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.331781] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2048.336065] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6e64cf1-0c88-4f15-be6f-b8ac94e95236 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.357729] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2048.357729] env[62490]: value = "task-2066013" [ 2048.357729] env[62490]: _type = "Task" [ 2048.357729] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.368931] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066013, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.492875] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 269daec6-64d9-4885-be21-784f7a4be7a7] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2048.538343] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a18ed5-914c-4a2d-aebb-23b851fc9a92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.549450] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6f787-adc8-4e7b-b794-20239844c3d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.582318] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Releasing lock "refresh_cache-4ac71691-7274-401b-9ebb-2324d9e2dd52" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.582613] env[62490]: DEBUG nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Instance network_info: |[{"id": "d890f8f1-bd0d-4891-9a88-1f59e7dfbd14", "address": "fa:16:3e:95:4a:c1", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd890f8f1-bd", "ovs_interfaceid": "d890f8f1-bd0d-4891-9a88-1f59e7dfbd14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2048.583241] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:4a:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd890f8f1-bd0d-4891-9a88-1f59e7dfbd14', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2048.590730] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Creating folder: Project (ca4fcd745c22426fb4483f8a3a26d3e9). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2048.591497] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bf3230-80ab-4590-92c1-5773fa1bde66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.594449] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fff3f184-52ba-4b5c-aa63-ca87061b8e40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.601795] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48472c9a-cf4f-49a2-ba41-a206c8eda305 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.606924] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Created folder: Project (ca4fcd745c22426fb4483f8a3a26d3e9) in parent group-v423467. [ 2048.607037] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Creating folder: Instances. Parent ref: group-v423666. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2048.607607] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fea168c-11de-4a0a-8375-2f15ae2a6f4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.618449] env[62490]: DEBUG nova.compute.provider_tree [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.621631] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Created folder: Instances in parent group-v423666. [ 2048.621870] env[62490]: DEBUG oslo.service.loopingcall [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.622097] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2048.622339] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-014b851a-1044-4bba-ade6-39f525c1e4f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.644976] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2048.644976] env[62490]: value = "task-2066016" [ 2048.644976] env[62490]: _type = "Task" [ 2048.644976] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.656611] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066016, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.770666] env[62490]: INFO nova.compute.manager [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Took 45.78 seconds to build instance. [ 2048.870449] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066013, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.996303] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 927f44df-72d2-4985-bfac-161dad9285a6] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2049.098363] env[62490]: DEBUG nova.network.neutron [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Successfully updated port: 25f18878-3dbc-4f75-8360-1121d2d67bc5 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.122777] env[62490]: DEBUG nova.scheduler.client.report [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.162531] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066016, 'name': CreateVM_Task, 'duration_secs': 0.471962} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.162531] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2049.162531] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.162531] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.163140] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2049.163600] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024d0d41-f51f-4b4f-8e6e-129e28d5a23a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.170035] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2049.170035] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4f8d3-119d-4329-3791-ff84f7655199" [ 2049.170035] env[62490]: _type = "Task" [ 2049.170035] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.176817] env[62490]: DEBUG nova.network.neutron [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updated VIF entry in instance network info cache for port db71cd38-9e5e-47bd-bc73-9cd4808ce722. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.177212] env[62490]: DEBUG nova.network.neutron [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.190279] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4f8d3-119d-4329-3791-ff84f7655199, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.191107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.191340] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.191573] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.191741] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.191970] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.192432] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a873c2f8-9e2e-483f-a326-60dbb8025253 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.205029] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.205029] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.205029] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e6633d-61cb-406c-a288-05bf6cc868a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.211719] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2049.211719] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d273a-27a2-7f44-b491-f8d0d6abc9ae" [ 2049.211719] env[62490]: _type = "Task" [ 2049.211719] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.221289] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d273a-27a2-7f44-b491-f8d0d6abc9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.273606] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36d35242-3218-4c42-ba08-40b4760cd75d tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.305s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.374280] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066013, 'name': CreateVM_Task, 'duration_secs': 0.534833} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.374460] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2049.375615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.376665] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.376665] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2049.376665] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fffe938-ad60-4959-9c9e-2308082170c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.382659] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2049.382659] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5222fe3b-d638-7a94-9933-c0d64320a998" [ 2049.382659] env[62490]: _type = "Task" [ 2049.382659] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.393823] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5222fe3b-d638-7a94-9933-c0d64320a998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.500703] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 61b30329-73ea-46be-9c33-b4c7d7f06d9e] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2049.604945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.605206] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.605418] env[62490]: DEBUG nova.network.neutron [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.636318] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.636761] env[62490]: DEBUG nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2049.640253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.150s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.646032] env[62490]: INFO nova.compute.claims [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2049.679940] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Releasing lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.683018] env[62490]: DEBUG nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Received event network-changed-d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2049.683018] env[62490]: DEBUG nova.compute.manager [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Refreshing instance network info cache due to event network-changed-d890f8f1-bd0d-4891-9a88-1f59e7dfbd14. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2049.683018] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Acquiring lock "refresh_cache-4ac71691-7274-401b-9ebb-2324d9e2dd52" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.683018] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Acquired lock "refresh_cache-4ac71691-7274-401b-9ebb-2324d9e2dd52" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.683018] env[62490]: DEBUG nova.network.neutron [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Refreshing network info cache for port d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2049.725651] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d273a-27a2-7f44-b491-f8d0d6abc9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.726489] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b24027-0fa2-4886-9fc3-c147aa718c9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.736501] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2049.736501] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5220df78-4210-29f6-4663-08d12a6d5669" [ 2049.736501] env[62490]: _type = "Task" [ 2049.736501] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.750126] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5220df78-4210-29f6-4663-08d12a6d5669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.808883] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.808883] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.817457] env[62490]: INFO nova.compute.manager [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Successfully reverted task state from spawning on failure for instance. [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server [None req-4f142b8a-b241-4f97-95c6-868d907b47c4 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Exception during message handling: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server raise self.value [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server raise self.value [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server raise self.value [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7610, in unshelve_instance [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server do_unshelve_instance() [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7607, in do_unshelve_instance [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server self._unshelve_instance( [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7698, in _unshelve_instance [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(logger=LOG): [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server raise self.value [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7690, in _unshelve_instance [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server self.driver.spawn(context, instance, image_meta, [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 548, in spawn [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server self._vmops.spawn(context, instance, image_meta, injected_files, [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server vm_ref = self.build_virtual_machine(instance, [ 2049.831181] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server vif_infos = vmwarevif.get_vif_info(self._session, [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server ref = get_network_ref(session, cluster, vif) [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server raise exception.InvalidInput(reason=reason) [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2049.832662] env[62490]: ERROR oslo_messaging.rpc.server [ 2049.898564] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.898564] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Processing image 299dbd95-2056-411e-a67a-1765e769d729 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.898806] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/299dbd95-2056-411e-a67a-1765e769d729.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.899153] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/299dbd95-2056-411e-a67a-1765e769d729.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.899444] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.900260] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45e9a14d-858e-4990-a57b-03bdb5e7b021 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.912571] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.912571] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.913068] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da983cec-1d31-4c99-ba68-1e8795b73d0a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.920224] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2049.920224] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524291c2-c6bb-962a-a843-77f89df654a1" [ 2049.920224] env[62490]: _type = "Task" [ 2049.920224] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.932805] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524291c2-c6bb-962a-a843-77f89df654a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.005238] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: efb3cd31-c298-4063-9418-fc39e60a0c17] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2050.153532] env[62490]: DEBUG nova.compute.utils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2050.159958] env[62490]: DEBUG nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2050.159958] env[62490]: DEBUG nova.network.neutron [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2050.165222] env[62490]: DEBUG nova.network.neutron [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.221093] env[62490]: DEBUG nova.compute.manager [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Received event network-vif-plugged-25f18878-3dbc-4f75-8360-1121d2d67bc5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.221093] env[62490]: DEBUG oslo_concurrency.lockutils [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] Acquiring lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.221093] env[62490]: DEBUG oslo_concurrency.lockutils [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.221093] env[62490]: DEBUG oslo_concurrency.lockutils [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.221318] env[62490]: DEBUG nova.compute.manager [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] No waiting events found dispatching network-vif-plugged-25f18878-3dbc-4f75-8360-1121d2d67bc5 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.221318] env[62490]: WARNING nova.compute.manager [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Received unexpected event network-vif-plugged-25f18878-3dbc-4f75-8360-1121d2d67bc5 for instance with vm_state building and task_state spawning. [ 2050.221535] env[62490]: DEBUG nova.compute.manager [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Received event network-changed-25f18878-3dbc-4f75-8360-1121d2d67bc5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.221774] env[62490]: DEBUG nova.compute.manager [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Refreshing instance network info cache due to event network-changed-25f18878-3dbc-4f75-8360-1121d2d67bc5. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2050.221774] env[62490]: DEBUG oslo_concurrency.lockutils [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] Acquiring lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.251352] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5220df78-4210-29f6-4663-08d12a6d5669, 'name': SearchDatastore_Task, 'duration_secs': 0.021501} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.251996] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.252169] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4ac71691-7274-401b-9ebb-2324d9e2dd52/4ac71691-7274-401b-9ebb-2324d9e2dd52.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2050.252403] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b648d2cc-a26c-45c7-b7a0-7300cc40d4c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.261021] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2050.261021] env[62490]: value = "task-2066017" [ 2050.261021] env[62490]: _type = "Task" [ 2050.261021] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.271479] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.313933] env[62490]: DEBUG nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2050.373055] env[62490]: DEBUG nova.policy [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '155fa44c8ffc44ae9b6f063f8c921ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c564be0518c4a669cc03078e404055c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2050.441490] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Preparing fetch location {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2050.441789] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Fetch image to [datastore1] OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e/OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e.vmdk {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2050.442121] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Downloading stream optimized image 299dbd95-2056-411e-a67a-1765e769d729 to [datastore1] OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e/OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e.vmdk on the data store datastore1 as vApp {{(pid=62490) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2050.442768] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Downloading image file data 299dbd95-2056-411e-a67a-1765e769d729 to the ESX as VM named 'OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e' {{(pid=62490) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2050.511454] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 2ea11da2-39bb-4c31-85c0-dd4f48bb793c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2050.547560] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2050.547560] env[62490]: value = "resgroup-9" [ 2050.547560] env[62490]: _type = "ResourcePool" [ 2050.547560] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2050.547893] env[62490]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-717f5e04-a2ad-4929-b1b5-b5d9e6064cd1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.574620] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lease: (returnval){ [ 2050.574620] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde8d2-49d8-384b-1e79-f40f5e7090dc" [ 2050.574620] env[62490]: _type = "HttpNfcLease" [ 2050.574620] env[62490]: } obtained for vApp import into resource pool (val){ [ 2050.574620] env[62490]: value = "resgroup-9" [ 2050.574620] env[62490]: _type = "ResourcePool" [ 2050.574620] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2050.575053] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the lease: (returnval){ [ 2050.575053] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde8d2-49d8-384b-1e79-f40f5e7090dc" [ 2050.575053] env[62490]: _type = "HttpNfcLease" [ 2050.575053] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2050.584304] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2050.584304] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde8d2-49d8-384b-1e79-f40f5e7090dc" [ 2050.584304] env[62490]: _type = "HttpNfcLease" [ 2050.584304] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2050.611430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.611787] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.612050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.612319] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.612514] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.615370] env[62490]: INFO nova.compute.manager [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Terminating instance [ 2050.674828] env[62490]: DEBUG nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2050.750760] env[62490]: DEBUG nova.network.neutron [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance_info_cache with network_info: [{"id": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "address": "fa:16:3e:3d:1e:40", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f18878-3d", "ovs_interfaceid": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.780738] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066017, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.838244] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.889337] env[62490]: DEBUG nova.network.neutron [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Updated VIF entry in instance network info cache for port d890f8f1-bd0d-4891-9a88-1f59e7dfbd14. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2050.889337] env[62490]: DEBUG nova.network.neutron [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Updating instance_info_cache with network_info: [{"id": "d890f8f1-bd0d-4891-9a88-1f59e7dfbd14", "address": "fa:16:3e:95:4a:c1", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd890f8f1-bd", "ovs_interfaceid": "d890f8f1-bd0d-4891-9a88-1f59e7dfbd14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.018593] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 75a2bcb3-feef-43ae-aa9d-bbf97faae66b] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2051.085203] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2051.085203] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde8d2-49d8-384b-1e79-f40f5e7090dc" [ 2051.085203] env[62490]: _type = "HttpNfcLease" [ 2051.085203] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2051.116509] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7696ce4b-cb94-4fcc-bd4f-3532fdb95289 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.120405] env[62490]: DEBUG nova.compute.manager [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2051.120635] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.121649] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136452e1-68f2-463c-8db4-b988a361c5dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.127768] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5bc703-d8f4-4705-91d7-b92915f3991a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.133064] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.133827] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d169fd-4863-46d5-b98b-b0f50924884a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.164892] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99876dde-55fe-4054-9add-04ee66cea427 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.170545] env[62490]: DEBUG oslo_vmware.api [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2051.170545] env[62490]: value = "task-2066019" [ 2051.170545] env[62490]: _type = "Task" [ 2051.170545] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.177541] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc71db8f-4134-4f1f-b9db-0155d8ba182a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.190790] env[62490]: DEBUG oslo_vmware.api [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.199771] env[62490]: DEBUG nova.compute.provider_tree [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2051.253062] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.253348] env[62490]: DEBUG nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Instance network_info: |[{"id": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "address": "fa:16:3e:3d:1e:40", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f18878-3d", "ovs_interfaceid": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.253681] env[62490]: DEBUG oslo_concurrency.lockutils [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] Acquired lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.253868] env[62490]: DEBUG nova.network.neutron [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Refreshing network info cache for port 25f18878-3dbc-4f75-8360-1121d2d67bc5 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.255549] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:1e:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25f18878-3dbc-4f75-8360-1121d2d67bc5', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.266070] env[62490]: DEBUG oslo.service.loopingcall [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.273371] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.276244] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03ae3594-99cb-49df-a4df-ee9ac6cda140 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.300368] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592705} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.303265] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4ac71691-7274-401b-9ebb-2324d9e2dd52/4ac71691-7274-401b-9ebb-2324d9e2dd52.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2051.303265] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2051.303265] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2051.303265] env[62490]: value = "task-2066020" [ 2051.303265] env[62490]: _type = "Task" [ 2051.303265] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.303265] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a92edc86-5a51-47af-a52b-5a79ca388c67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.317420] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2051.317420] env[62490]: value = "task-2066021" [ 2051.317420] env[62490]: _type = "Task" [ 2051.317420] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.326906] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.393969] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6cf0409-7931-4182-a1cb-8638fee55b0b req-628b8931-53a5-40d3-9a8d-504c050d56ab service nova] Releasing lock "refresh_cache-4ac71691-7274-401b-9ebb-2324d9e2dd52" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.530295] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 4f79ab71-ba4d-42ca-af1d-43b45d4cf970] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2051.586233] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2051.586233] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde8d2-49d8-384b-1e79-f40f5e7090dc" [ 2051.586233] env[62490]: _type = "HttpNfcLease" [ 2051.586233] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2051.586536] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2051.586536] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde8d2-49d8-384b-1e79-f40f5e7090dc" [ 2051.586536] env[62490]: _type = "HttpNfcLease" [ 2051.586536] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2051.587983] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de8d2b-7e88-4cce-87a9-d1128887090b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.596834] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217bc12-940a-a12d-0574-9a773955dc8d/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2051.597048] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217bc12-940a-a12d-0574-9a773955dc8d/disk-0.vmdk. {{(pid=62490) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2051.669516] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-778791ce-8824-45d3-be9b-abc0d7f09805 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.683935] env[62490]: DEBUG oslo_vmware.api [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066019, 'name': PowerOffVM_Task, 'duration_secs': 0.224881} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.684292] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.684493] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2051.684755] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f314aac-90dc-41ae-a801-be91792eb1a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.700998] env[62490]: DEBUG nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2051.710059] env[62490]: DEBUG nova.network.neutron [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Successfully created port: 462167bc-aa44-4ea6-b00a-0f7350ce9600 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2051.735033] env[62490]: ERROR nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [req-b7a8616c-eb3f-479f-b141-d0cb364a7484] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7a8616c-eb3f-479f-b141-d0cb364a7484"}]} [ 2051.738509] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.738709] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.738876] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.739047] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.739211] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.739359] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.739569] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.739725] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.739890] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.740065] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.740239] env[62490]: DEBUG nova.virt.hardware [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.741126] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf9a471-205b-4449-a178-551d69856406 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.753318] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2051.757310] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04862b0-0832-4732-a788-ce5a4161c65d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.774914] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2051.775224] env[62490]: DEBUG nova.compute.provider_tree [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2051.791012] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2051.810651] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2051.816526] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066020, 'name': CreateVM_Task, 'duration_secs': 0.484943} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.816719] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.817448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.817594] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.817914] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.818246] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a20d56-69cf-486b-942e-12e90381dad0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.828058] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2051.828058] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52db0943-342e-e178-d434-038fdc94a42e" [ 2051.828058] env[62490]: _type = "Task" [ 2051.828058] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.831619] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099464} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.837128] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2051.837128] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2051.837226] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2051.837368] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleting the datastore file [datastore1] 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2051.838194] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489cef9-522e-4cb1-b006-e36e0717692c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.840744] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70472478-c0b7-4f0a-8cf3-e355b8ac57ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.854568] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52db0943-342e-e178-d434-038fdc94a42e, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.866975] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.867311] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2051.867586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.867743] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.867939] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2051.877711] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4ac71691-7274-401b-9ebb-2324d9e2dd52/4ac71691-7274-401b-9ebb-2324d9e2dd52.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.878161] env[62490]: DEBUG oslo_vmware.api [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2051.878161] env[62490]: value = "task-2066023" [ 2051.878161] env[62490]: _type = "Task" [ 2051.878161] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.881113] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3686448d-bceb-4849-b674-2d000ec4b943 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.883169] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882c0df8-a2e7-4d2e-9623-1ea9877bde83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.909590] env[62490]: DEBUG oslo_vmware.api [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.915769] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2051.915769] env[62490]: value = "task-2066024" [ 2051.915769] env[62490]: _type = "Task" [ 2051.915769] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.917170] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2051.917356] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2051.922484] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7785a9e2-129f-4024-b6f3-f717dd63f817 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.930778] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.934879] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2051.934879] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528820cd-b6fc-9c28-1907-64574aca9d07" [ 2051.934879] env[62490]: _type = "Task" [ 2051.934879] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.943738] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528820cd-b6fc-9c28-1907-64574aca9d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.962931] env[62490]: DEBUG nova.network.neutron [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updated VIF entry in instance network info cache for port 25f18878-3dbc-4f75-8360-1121d2d67bc5. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.963307] env[62490]: DEBUG nova.network.neutron [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance_info_cache with network_info: [{"id": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "address": "fa:16:3e:3d:1e:40", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f18878-3d", "ovs_interfaceid": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.041216] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f2c7f8cb-3da0-45b3-ba7d-67307196e534] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2052.292567] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa169dea-d4c1-41d6-b30f-a55be86f5ea8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.304360] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c36d580-cb66-4bc3-afa4-82c60fd63f2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.338846] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fced2c-ab92-4ce6-a690-ed28a6bca860 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.347378] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb107642-e2c4-4469-a249-884741388c00 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.361963] env[62490]: DEBUG nova.compute.provider_tree [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2052.402723] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.402972] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.414420] env[62490]: DEBUG oslo_vmware.api [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225494} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.416065] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2052.416271] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2052.416452] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2052.416621] env[62490]: INFO nova.compute.manager [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2052.417082] env[62490]: DEBUG oslo.service.loopingcall [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.417082] env[62490]: DEBUG nova.compute.manager [-] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2052.417205] env[62490]: DEBUG nova.network.neutron [-] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2052.429756] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066024, 'name': ReconfigVM_Task, 'duration_secs': 0.370079} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.431091] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4ac71691-7274-401b-9ebb-2324d9e2dd52/4ac71691-7274-401b-9ebb-2324d9e2dd52.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.431787] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ea99088-ceb5-4a47-bff9-f10b8ae987db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.442321] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2052.442321] env[62490]: value = "task-2066025" [ 2052.442321] env[62490]: _type = "Task" [ 2052.442321] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.451731] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528820cd-b6fc-9c28-1907-64574aca9d07, 'name': SearchDatastore_Task, 'duration_secs': 0.016179} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.456175] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-619d651b-5a29-4a51-b160-d780a3a2a2a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.458425] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066025, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.464352] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2052.464352] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521cdce4-a4fb-dedc-ee32-ea014b24e7b0" [ 2052.464352] env[62490]: _type = "Task" [ 2052.464352] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.471025] env[62490]: DEBUG oslo_concurrency.lockutils [req-b747f832-f0ab-4551-b5bd-5df2b4305744 req-4668b443-e937-46a0-a2e8-0ebaa9291871 service nova] Releasing lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.473270] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521cdce4-a4fb-dedc-ee32-ea014b24e7b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.546355] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: fd3a0f54-bce7-4da0-bd0c-2b3fb2a4b20f] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2052.898025] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Completed reading data from the image iterator. {{(pid=62490) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2052.898025] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217bc12-940a-a12d-0574-9a773955dc8d/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2052.898025] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73731140-543d-4820-b8cd-f2c706695f8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.901894] env[62490]: ERROR nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [req-1cf280f0-8309-4090-b5ab-882245cb6433] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1cf280f0-8309-4090-b5ab-882245cb6433"}]} [ 2052.908472] env[62490]: DEBUG nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2052.911120] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217bc12-940a-a12d-0574-9a773955dc8d/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2052.911288] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217bc12-940a-a12d-0574-9a773955dc8d/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2052.911828] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c9db9ef0-da01-436d-8622-86d7ee741c9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.931926] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2052.948938] env[62490]: DEBUG nova.compute.manager [req-8e89ae3e-19eb-4f32-8a6a-593fecfb3609 req-06960edd-fea3-4cd2-bfe2-7c58610aa444 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Received event network-vif-deleted-e2728533-9951-4a7b-bd81-a4e3357683f1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2052.950372] env[62490]: INFO nova.compute.manager [req-8e89ae3e-19eb-4f32-8a6a-593fecfb3609 req-06960edd-fea3-4cd2-bfe2-7c58610aa444 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Neutron deleted interface e2728533-9951-4a7b-bd81-a4e3357683f1; detaching it from the instance and deleting it from the info cache [ 2052.950454] env[62490]: DEBUG nova.network.neutron [req-8e89ae3e-19eb-4f32-8a6a-593fecfb3609 req-06960edd-fea3-4cd2-bfe2-7c58610aa444 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.958720] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2052.959251] env[62490]: DEBUG nova.compute.provider_tree [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2052.970875] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066025, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.975167] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2052.984753] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521cdce4-a4fb-dedc-ee32-ea014b24e7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.984753] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.985026] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] fff1dd74-dabe-4a13-95d2-e20584aff21c/fff1dd74-dabe-4a13-95d2-e20584aff21c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2052.985169] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efda3519-8f25-4e17-8be5-1cd548f3b685 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.995252] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2052.995252] env[62490]: value = "task-2066026" [ 2052.995252] env[62490]: _type = "Task" [ 2052.995252] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.999052] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2053.005049] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.052899] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 0fc31c87-417f-4447-943e-00f125f27bbb] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2053.157019] env[62490]: DEBUG oslo_vmware.rw_handles [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217bc12-940a-a12d-0574-9a773955dc8d/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2053.157019] env[62490]: INFO nova.virt.vmwareapi.images [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Downloaded image file data 299dbd95-2056-411e-a67a-1765e769d729 [ 2053.157019] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fb79ce-8dac-453c-b139-439b1225c611 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.179018] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40154632-c124-432f-9dfc-788a9ed33f8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.205027] env[62490]: INFO nova.virt.vmwareapi.images [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] The imported VM was unregistered [ 2053.205314] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Caching image {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2053.205621] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Creating directory with path [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2053.206197] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d28123f-3a76-40c4-8111-12ede25b371b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.223040] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Created directory with path [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2053.223260] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e/OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e.vmdk to [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/299dbd95-2056-411e-a67a-1765e769d729.vmdk. {{(pid=62490) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2053.227232] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4cd2a87d-330b-4d9d-8343-d9b60fe85eb4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.235640] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2053.235640] env[62490]: value = "task-2066028" [ 2053.235640] env[62490]: _type = "Task" [ 2053.235640] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.245423] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066028, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.420165] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf686304-8db9-4f4b-a79b-d80ea8b7ed1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.423444] env[62490]: DEBUG nova.network.neutron [-] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.434122] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719239cc-0caf-46a2-9f70-22bcbb99860f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.473365] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.476906] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b662d7d0-233c-4498-8cfa-a26f3d5c732e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.479758] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e90347-7167-425e-8df9-02003275ff2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.491687] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066025, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.495169] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d1657a-4d79-42dc-a1cb-2628a93d3b97 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.502818] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513ea40a-d6aa-4828-8feb-0e1c8d60ff94 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.527439] env[62490]: DEBUG nova.compute.provider_tree [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2053.532143] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066026, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.546373] env[62490]: DEBUG nova.compute.manager [req-8e89ae3e-19eb-4f32-8a6a-593fecfb3609 req-06960edd-fea3-4cd2-bfe2-7c58610aa444 service nova] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Detach interface failed, port_id=e2728533-9951-4a7b-bd81-a4e3357683f1, reason: Instance 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2053.555642] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 296569e8-7780-40f1-9edd-a7515f33c44b] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2053.750018] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066028, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.925821] env[62490]: INFO nova.compute.manager [-] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Took 1.51 seconds to deallocate network for instance. [ 2053.982233] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066025, 'name': Rename_Task, 'duration_secs': 1.067005} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.982520] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2053.982774] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0952ff12-5f24-4af9-bac6-4bd0ebe0f698 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.991091] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2053.991091] env[62490]: value = "task-2066029" [ 2053.991091] env[62490]: _type = "Task" [ 2053.991091] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.001858] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.012042] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694088} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.012042] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] fff1dd74-dabe-4a13-95d2-e20584aff21c/fff1dd74-dabe-4a13-95d2-e20584aff21c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2054.012042] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2054.012042] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbdecc23-db88-491e-b632-f13990d0236b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.021070] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2054.021070] env[62490]: value = "task-2066030" [ 2054.021070] env[62490]: _type = "Task" [ 2054.021070] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.030703] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.059438] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 0c820897-b639-4402-801c-ccdadccc56db] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2054.072499] env[62490]: DEBUG nova.scheduler.client.report [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2054.072591] env[62490]: DEBUG nova.compute.provider_tree [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 110 to 111 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2054.072735] env[62490]: DEBUG nova.compute.provider_tree [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2054.253027] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066028, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.432607] env[62490]: DEBUG nova.network.neutron [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Successfully updated port: 462167bc-aa44-4ea6-b00a-0f7350ce9600 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2054.435812] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.508630] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.536166] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131739} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.536166] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2054.536166] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89be4ea9-2780-4178-adc7-fbe168260d52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.567513] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] fff1dd74-dabe-4a13-95d2-e20584aff21c/fff1dd74-dabe-4a13-95d2-e20584aff21c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2054.568212] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: cea98a60-727b-4a91-82ab-601a6b018620] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2054.570129] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f0c570-ddd4-441a-8582-7031be18f43f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.594273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.954s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.595680] env[62490]: DEBUG nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2054.597960] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.436s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.599526] env[62490]: INFO nova.compute.claims [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2054.611272] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2054.611272] env[62490]: value = "task-2066031" [ 2054.611272] env[62490]: _type = "Task" [ 2054.611272] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.624612] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.756412] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066028, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.937911] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "refresh_cache-8426edc8-1d79-44fd-89f9-b6383ccadc60" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.937911] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired lock "refresh_cache-8426edc8-1d79-44fd-89f9-b6383ccadc60" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.937911] env[62490]: DEBUG nova.network.neutron [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2055.006776] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.033606] env[62490]: DEBUG nova.compute.manager [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Received event network-vif-plugged-462167bc-aa44-4ea6-b00a-0f7350ce9600 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2055.033899] env[62490]: DEBUG oslo_concurrency.lockutils [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] Acquiring lock "8426edc8-1d79-44fd-89f9-b6383ccadc60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.036841] env[62490]: DEBUG oslo_concurrency.lockutils [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.037089] env[62490]: DEBUG oslo_concurrency.lockutils [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.037278] env[62490]: DEBUG nova.compute.manager [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] No waiting events found dispatching network-vif-plugged-462167bc-aa44-4ea6-b00a-0f7350ce9600 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2055.037449] env[62490]: WARNING nova.compute.manager [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Received unexpected event network-vif-plugged-462167bc-aa44-4ea6-b00a-0f7350ce9600 for instance with vm_state building and task_state spawning. [ 2055.037674] env[62490]: DEBUG nova.compute.manager [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Received event network-changed-462167bc-aa44-4ea6-b00a-0f7350ce9600 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2055.037876] env[62490]: DEBUG nova.compute.manager [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Refreshing instance network info cache due to event network-changed-462167bc-aa44-4ea6-b00a-0f7350ce9600. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2055.037954] env[62490]: DEBUG oslo_concurrency.lockutils [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] Acquiring lock "refresh_cache-8426edc8-1d79-44fd-89f9-b6383ccadc60" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.094369] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64e3511f-bfdb-4664-a94a-a2c4121d98ff] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2055.106023] env[62490]: DEBUG nova.compute.utils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2055.108986] env[62490]: DEBUG nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2055.109545] env[62490]: DEBUG nova.network.neutron [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2055.131024] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.212500] env[62490]: DEBUG nova.policy [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '155fa44c8ffc44ae9b6f063f8c921ab8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c564be0518c4a669cc03078e404055c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2055.255164] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066028, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.507493] env[62490]: DEBUG oslo_vmware.api [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066029, 'name': PowerOnVM_Task, 'duration_secs': 1.201065} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.507493] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2055.507493] env[62490]: INFO nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Took 13.14 seconds to spawn the instance on the hypervisor. [ 2055.507899] env[62490]: DEBUG nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2055.508529] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26639839-ee7c-4737-8811-6cacc1a315bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.521937] env[62490]: DEBUG nova.network.neutron [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2055.600320] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 76037297-9052-41aa-9a6c-2fbcb0cb0797] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2055.617233] env[62490]: DEBUG nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2055.642576] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.755124] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066028, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.956091] env[62490]: DEBUG nova.network.neutron [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Successfully created port: 743afe3a-47af-40bb-8798-dd60b8fb1051 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2055.970818] env[62490]: DEBUG nova.network.neutron [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Updating instance_info_cache with network_info: [{"id": "462167bc-aa44-4ea6-b00a-0f7350ce9600", "address": "fa:16:3e:a6:ec:0e", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462167bc-aa", "ovs_interfaceid": "462167bc-aa44-4ea6-b00a-0f7350ce9600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.034802] env[62490]: INFO nova.compute.manager [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Took 44.24 seconds to build instance. [ 2056.102793] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 2517cede-ec2b-4121-8f26-d1666d5ad1f2] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2056.136999] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.154841] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aca208-74f1-4be3-9248-0632ccbc2057 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.165019] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd0fa1-23d7-4f0e-904f-78494f6a8ca5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.208539] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e580e4c1-7a9f-45ab-87f1-4084167adfc5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.217981] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99fbf2f-8e74-428f-a78e-3aae213891ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.236215] env[62490]: DEBUG nova.compute.provider_tree [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.255219] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066028, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.841765} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.255219] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e/OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e.vmdk to [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/299dbd95-2056-411e-a67a-1765e769d729.vmdk. [ 2056.255370] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Cleaning up location [datastore1] OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2056.255586] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_120320dc-9e46-4f9f-b7b7-701fe808552e {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.256721] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec59286e-b464-4f43-95c5-4a61d3cc05ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.264736] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2056.264736] env[62490]: value = "task-2066032" [ 2056.264736] env[62490]: _type = "Task" [ 2056.264736] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.274920] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.476539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Releasing lock "refresh_cache-8426edc8-1d79-44fd-89f9-b6383ccadc60" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.476788] env[62490]: DEBUG nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Instance network_info: |[{"id": "462167bc-aa44-4ea6-b00a-0f7350ce9600", "address": "fa:16:3e:a6:ec:0e", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462167bc-aa", "ovs_interfaceid": "462167bc-aa44-4ea6-b00a-0f7350ce9600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2056.477292] env[62490]: DEBUG oslo_concurrency.lockutils [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] Acquired lock "refresh_cache-8426edc8-1d79-44fd-89f9-b6383ccadc60" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.477292] env[62490]: DEBUG nova.network.neutron [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Refreshing network info cache for port 462167bc-aa44-4ea6-b00a-0f7350ce9600 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.478950] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:ec:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462167bc-aa44-4ea6-b00a-0f7350ce9600', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2056.486279] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Creating folder: Project (1c564be0518c4a669cc03078e404055c). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2056.487328] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a23fb53b-f661-40aa-8f30-f24b63a487b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.499257] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Created folder: Project (1c564be0518c4a669cc03078e404055c) in parent group-v423467. [ 2056.499257] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Creating folder: Instances. Parent ref: group-v423671. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2056.499469] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9784c9-1560-4bcc-8a8b-5039032bd794 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.509285] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Created folder: Instances in parent group-v423671. [ 2056.509549] env[62490]: DEBUG oslo.service.loopingcall [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.509637] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2056.509838] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b21b0c-44d6-4615-9adf-cc6cdc747c93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.531890] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2056.531890] env[62490]: value = "task-2066035" [ 2056.531890] env[62490]: _type = "Task" [ 2056.531890] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.537705] env[62490]: DEBUG oslo_concurrency.lockutils [None req-627abe3b-d68c-462a-9caf-537ca03f0d4b tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.749s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.537901] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066035, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.606523] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 01fe8b6f-770f-46c3-9d08-c14dcf9d5279] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2056.634259] env[62490]: DEBUG nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2056.636843] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066031, 'name': ReconfigVM_Task, 'duration_secs': 1.575544} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.638626] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] fff1dd74-dabe-4a13-95d2-e20584aff21c/fff1dd74-dabe-4a13-95d2-e20584aff21c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.638626] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-829606d4-ddf6-4b02-b76a-e0bd0d32722b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.645798] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2056.645798] env[62490]: value = "task-2066039" [ 2056.645798] env[62490]: _type = "Task" [ 2056.645798] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.659428] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066039, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.662931] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2056.663310] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2056.663496] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2056.663684] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2056.663859] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2056.664027] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2056.664238] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2056.664398] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2056.664554] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2056.664718] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2056.664947] env[62490]: DEBUG nova.virt.hardware [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2056.666048] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfc50b1-e334-42a8-ba48-feeb02aa0bb0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.673877] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433ac1c6-c9ee-4d00-a919-5e652221422b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.737546] env[62490]: DEBUG nova.scheduler.client.report [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.775609] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04101} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.775858] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.776032] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/299dbd95-2056-411e-a67a-1765e769d729.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.776338] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/299dbd95-2056-411e-a67a-1765e769d729.vmdk to [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2056.776657] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35072491-a3c7-464e-9e8c-5f5ba80536c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.784724] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2056.784724] env[62490]: value = "task-2066040" [ 2056.784724] env[62490]: _type = "Task" [ 2056.784724] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.793702] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.047233] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066035, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.112166] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 757fdf47-4cd0-4d2e-8bc6-6acad00d15b5] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2057.160625] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066039, 'name': Rename_Task, 'duration_secs': 0.165547} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.160938] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2057.161179] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5aa12b3-6605-494d-9c27-86d881d83554 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.172935] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2057.172935] env[62490]: value = "task-2066041" [ 2057.172935] env[62490]: _type = "Task" [ 2057.172935] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.186816] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.192235] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.192665] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.244871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.244871] env[62490]: DEBUG nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2057.246785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.842s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.248240] env[62490]: INFO nova.compute.claims [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2057.306687] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066040, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.346784] env[62490]: DEBUG nova.network.neutron [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Updated VIF entry in instance network info cache for port 462167bc-aa44-4ea6-b00a-0f7350ce9600. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2057.347217] env[62490]: DEBUG nova.network.neutron [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Updating instance_info_cache with network_info: [{"id": "462167bc-aa44-4ea6-b00a-0f7350ce9600", "address": "fa:16:3e:a6:ec:0e", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462167bc-aa", "ovs_interfaceid": "462167bc-aa44-4ea6-b00a-0f7350ce9600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.546486] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066035, 'name': CreateVM_Task, 'duration_secs': 0.556683} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.546933] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2057.547684] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.548020] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.548418] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2057.548690] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16309947-e91c-40af-be75-65245629f4f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.555459] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2057.555459] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ef184-67d7-e37f-4851-7d186da8ac10" [ 2057.555459] env[62490]: _type = "Task" [ 2057.555459] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.569714] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ef184-67d7-e37f-4851-7d186da8ac10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.581047] env[62490]: DEBUG nova.compute.manager [req-5bba2882-8419-4a34-b1c5-7689c3c6103a req-7072c9e1-8bcb-4bb5-9c10-27a1dc48a181 service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Received event network-vif-plugged-743afe3a-47af-40bb-8798-dd60b8fb1051 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.581174] env[62490]: DEBUG oslo_concurrency.lockutils [req-5bba2882-8419-4a34-b1c5-7689c3c6103a req-7072c9e1-8bcb-4bb5-9c10-27a1dc48a181 service nova] Acquiring lock "31538fb5-b7d6-4513-bf47-8000f26d01ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.581391] env[62490]: DEBUG oslo_concurrency.lockutils [req-5bba2882-8419-4a34-b1c5-7689c3c6103a req-7072c9e1-8bcb-4bb5-9c10-27a1dc48a181 service nova] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.581559] env[62490]: DEBUG oslo_concurrency.lockutils [req-5bba2882-8419-4a34-b1c5-7689c3c6103a req-7072c9e1-8bcb-4bb5-9c10-27a1dc48a181 service nova] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.581781] env[62490]: DEBUG nova.compute.manager [req-5bba2882-8419-4a34-b1c5-7689c3c6103a req-7072c9e1-8bcb-4bb5-9c10-27a1dc48a181 service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] No waiting events found dispatching network-vif-plugged-743afe3a-47af-40bb-8798-dd60b8fb1051 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2057.581957] env[62490]: WARNING nova.compute.manager [req-5bba2882-8419-4a34-b1c5-7689c3c6103a req-7072c9e1-8bcb-4bb5-9c10-27a1dc48a181 service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Received unexpected event network-vif-plugged-743afe3a-47af-40bb-8798-dd60b8fb1051 for instance with vm_state building and task_state spawning. [ 2057.618030] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 72d8c66d-8cc8-4c6e-a5ff-157fa192849c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2057.687912] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.695545] env[62490]: DEBUG nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2057.743032] env[62490]: DEBUG nova.network.neutron [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Successfully updated port: 743afe3a-47af-40bb-8798-dd60b8fb1051 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2057.752780] env[62490]: DEBUG nova.compute.utils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2057.754819] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.755521] env[62490]: DEBUG nova.compute.utils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Instance 2c567368-0d49-4608-ad1f-aa4859b0254f could not be found. {{(pid=62490) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2057.758639] env[62490]: DEBUG nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2057.758639] env[62490]: DEBUG nova.network.neutron [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2057.761039] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.092s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.761584] env[62490]: DEBUG nova.objects.instance [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lazy-loading 'resources' on Instance uuid b4e08497-9597-40dc-a79e-921e9cda5253 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.762863] env[62490]: DEBUG nova.compute.manager [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Instance disappeared during build. {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 2057.763087] env[62490]: DEBUG nova.compute.manager [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Unplugging VIFs for instance {{(pid=62490) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 2057.763329] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-2c567368-0d49-4608-ad1f-aa4859b0254f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.763477] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-2c567368-0d49-4608-ad1f-aa4859b0254f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.763631] env[62490]: DEBUG nova.network.neutron [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2057.799078] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066040, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.812605] env[62490]: DEBUG nova.policy [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16c7150a3410427a95c8c223c43f889f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e089154b3743e9a2b08dba8f337db5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2057.854244] env[62490]: DEBUG oslo_concurrency.lockutils [req-62c79d26-318e-435c-890d-97e837462b96 req-4e5bfbbc-775b-4be7-8e03-de989070270e service nova] Releasing lock "refresh_cache-8426edc8-1d79-44fd-89f9-b6383ccadc60" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.910821] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.911130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.074083] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ef184-67d7-e37f-4851-7d186da8ac10, 'name': SearchDatastore_Task, 'duration_secs': 0.084118} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.074631] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.076532] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2058.076532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.076532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.076532] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2058.076532] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76438954-61b2-4be0-8eb7-8e62ca2cd6a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.096615] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2058.096804] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2058.097626] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0be7b56-0c32-4174-9081-49ccc3d42e2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.108333] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2058.108333] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526fd422-3918-2c63-bb2a-0fe9d92e0833" [ 2058.108333] env[62490]: _type = "Task" [ 2058.108333] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.118503] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526fd422-3918-2c63-bb2a-0fe9d92e0833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.121015] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f53dbc3e-445d-4d0a-85a1-70003bd67502] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2058.192886] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.224687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.245941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "refresh_cache-31538fb5-b7d6-4513-bf47-8000f26d01ed" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.246125] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired lock "refresh_cache-31538fb5-b7d6-4513-bf47-8000f26d01ed" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.246299] env[62490]: DEBUG nova.network.neutron [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.259327] env[62490]: DEBUG nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2058.269267] env[62490]: DEBUG nova.compute.utils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Can not refresh info_cache because instance was not found {{(pid=62490) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 2059.149365] env[62490]: DEBUG nova.network.neutron [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Successfully created port: b609e619-3c55-4f0d-9e36-635e8e43372f {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2059.155205] env[62490]: DEBUG nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2059.167732] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.167922] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances with incomplete migration {{(pid=62490) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2059.179999] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066041, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.186528] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066040, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.186840] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526fd422-3918-2c63-bb2a-0fe9d92e0833, 'name': SearchDatastore_Task, 'duration_secs': 0.095406} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.190699] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b4fda4-7de0-4afb-9720-876318d69aa1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.199411] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2059.199411] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237ad9f-6eef-2139-5dd8-80633e3c2814" [ 2059.199411] env[62490]: _type = "Task" [ 2059.199411] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.209806] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237ad9f-6eef-2139-5dd8-80633e3c2814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.213339] env[62490]: DEBUG nova.network.neutron [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2059.291153] env[62490]: DEBUG nova.network.neutron [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2059.532168] env[62490]: DEBUG nova.network.neutron [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.606286] env[62490]: DEBUG nova.compute.manager [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Received event network-changed-743afe3a-47af-40bb-8798-dd60b8fb1051 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2059.606476] env[62490]: DEBUG nova.compute.manager [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Refreshing instance network info cache due to event network-changed-743afe3a-47af-40bb-8798-dd60b8fb1051. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2059.606662] env[62490]: DEBUG oslo_concurrency.lockutils [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] Acquiring lock "refresh_cache-31538fb5-b7d6-4513-bf47-8000f26d01ed" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.610769] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd80b4c-0c41-43a0-b04a-26cf3edcd0b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.618975] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0abf736-ecc2-4a86-bba3-43291d08cfab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.649622] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24786482-fe89-4234-9eb4-d43e9939d8bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.652857] env[62490]: DEBUG nova.network.neutron [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Updating instance_info_cache with network_info: [{"id": "743afe3a-47af-40bb-8798-dd60b8fb1051", "address": "fa:16:3e:61:e7:f7", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743afe3a-47", "ovs_interfaceid": "743afe3a-47af-40bb-8798-dd60b8fb1051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.664322] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72a44b1-4de0-4801-8548-4ce34f482d21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.672209] env[62490]: DEBUG nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2059.676095] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066040, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.478465} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.679136] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/299dbd95-2056-411e-a67a-1765e769d729.vmdk to [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2059.679768] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.681055] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca79ff-7322-4318-9773-215fdc70c0c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.696511] env[62490]: DEBUG nova.compute.provider_tree [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2059.696754] env[62490]: DEBUG oslo_vmware.api [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066041, 'name': PowerOnVM_Task, 'duration_secs': 2.339852} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.699037] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.699037] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2059.699037] env[62490]: INFO nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Took 13.73 seconds to spawn the instance on the hypervisor. [ 2059.699037] env[62490]: DEBUG nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.702385] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f814b00f-b621-4a8a-ae7b-5e8e9d674cf6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.724020] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2059.726501] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78cad675-c985-4b7f-888a-b9fc744ffeee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.748842] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2059.748842] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2059.748842] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2059.748842] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2059.749134] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2059.749203] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2059.749439] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2059.749601] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2059.749770] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2059.749934] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2059.750127] env[62490]: DEBUG nova.virt.hardware [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2059.751254] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6751e8a-e9c4-4bfd-afc4-5b7634ce1d41 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.759857] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2059.759857] env[62490]: value = "task-2066043" [ 2059.759857] env[62490]: _type = "Task" [ 2059.759857] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.759857] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237ad9f-6eef-2139-5dd8-80633e3c2814, 'name': SearchDatastore_Task, 'duration_secs': 0.04497} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.759857] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.759857] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8426edc8-1d79-44fd-89f9-b6383ccadc60/8426edc8-1d79-44fd-89f9-b6383ccadc60.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2059.763407] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-632f6c45-c055-47b2-a311-7e5ce3b50d90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.768742] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf95212a-48ba-46c1-a503-01bf4d865c80 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.777039] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.777549] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2059.777549] env[62490]: value = "task-2066044" [ 2059.777549] env[62490]: _type = "Task" [ 2059.777549] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.797707] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.035110] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-2c567368-0d49-4608-ad1f-aa4859b0254f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.035392] env[62490]: DEBUG nova.compute.manager [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62490) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 2060.035577] env[62490]: DEBUG nova.compute.manager [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2060.035744] env[62490]: DEBUG nova.network.neutron [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2060.051036] env[62490]: DEBUG nova.network.neutron [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2060.155484] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Releasing lock "refresh_cache-31538fb5-b7d6-4513-bf47-8000f26d01ed" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.155798] env[62490]: DEBUG nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Instance network_info: |[{"id": "743afe3a-47af-40bb-8798-dd60b8fb1051", "address": "fa:16:3e:61:e7:f7", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743afe3a-47", "ovs_interfaceid": "743afe3a-47af-40bb-8798-dd60b8fb1051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2060.156083] env[62490]: DEBUG oslo_concurrency.lockutils [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] Acquired lock "refresh_cache-31538fb5-b7d6-4513-bf47-8000f26d01ed" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.156276] env[62490]: DEBUG nova.network.neutron [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Refreshing network info cache for port 743afe3a-47af-40bb-8798-dd60b8fb1051 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2060.157443] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:e7:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '743afe3a-47af-40bb-8798-dd60b8fb1051', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.165030] env[62490]: DEBUG oslo.service.loopingcall [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.165913] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.166162] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9abbeb7d-e395-46b5-b1a3-4805b9b25964 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.185817] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.185817] env[62490]: value = "task-2066045" [ 2060.185817] env[62490]: _type = "Task" [ 2060.185817] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.193976] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.200342] env[62490]: DEBUG nova.scheduler.client.report [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2060.254028] env[62490]: INFO nova.compute.manager [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Took 35.33 seconds to build instance. [ 2060.268312] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066043, 'name': ReconfigVM_Task, 'duration_secs': 0.266992} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.269207] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e/8846de16-a817-4daa-81fc-9567a8dd032e.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.269831] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e538e861-5d02-4f6f-881c-714f01900306 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.281019] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2060.281019] env[62490]: value = "task-2066046" [ 2060.281019] env[62490]: _type = "Task" [ 2060.281019] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.290602] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066046, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.293833] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.475920] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.476292] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.554514] env[62490]: DEBUG nova.network.neutron [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.698632] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.704985] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.944s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.708998] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.026s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.708998] env[62490]: DEBUG nova.objects.instance [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lazy-loading 'resources' on Instance uuid 6ea93b31-e696-4a08-ae0d-80e666654a7f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2060.733529] env[62490]: INFO nova.scheduler.client.report [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Deleted allocations for instance b4e08497-9597-40dc-a79e-921e9cda5253 [ 2060.755688] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7044348-13df-4a75-b3e1-5d2c86231fea tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.845s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.792917] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066046, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.796687] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.956855] env[62490]: DEBUG nova.network.neutron [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Updated VIF entry in instance network info cache for port 743afe3a-47af-40bb-8798-dd60b8fb1051. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2060.957241] env[62490]: DEBUG nova.network.neutron [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Updating instance_info_cache with network_info: [{"id": "743afe3a-47af-40bb-8798-dd60b8fb1051", "address": "fa:16:3e:61:e7:f7", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743afe3a-47", "ovs_interfaceid": "743afe3a-47af-40bb-8798-dd60b8fb1051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.988420] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2060.988420] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2061.057589] env[62490]: INFO nova.compute.manager [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 2c567368-0d49-4608-ad1f-aa4859b0254f] Took 1.02 seconds to deallocate network for instance. [ 2061.197926] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.215662] env[62490]: DEBUG nova.compute.manager [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.215907] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33732310-95da-4987-b983-373a40c5855a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.246632] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e3dcafb9-a6e3-417f-8a35-680f7981e9b9 tempest-ServerPasswordTestJSON-2026580702 tempest-ServerPasswordTestJSON-2026580702-project-member] Lock "b4e08497-9597-40dc-a79e-921e9cda5253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.774s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.291711] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066046, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.300494] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066044, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.211298} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.300873] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8426edc8-1d79-44fd-89f9-b6383ccadc60/8426edc8-1d79-44fd-89f9-b6383ccadc60.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2061.301580] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2061.301580] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e653b9-00a5-47fb-8451-9a9b18edb3b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.309231] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2061.309231] env[62490]: value = "task-2066047" [ 2061.309231] env[62490]: _type = "Task" [ 2061.309231] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.321085] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.460015] env[62490]: DEBUG oslo_concurrency.lockutils [req-81313e97-39f6-4b9c-b132-73ecbae2bf22 req-de0b856e-d1e5-428c-84b4-c6ea794ded7e service nova] Releasing lock "refresh_cache-31538fb5-b7d6-4513-bf47-8000f26d01ed" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.662350] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc46073-fe51-4811-a734-6c538ad19f66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.669864] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b3931c-7889-41b4-956c-40f203e9bb48 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.704245] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08154439-669e-4c74-94c8-a6e161d40015 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.710702] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.719035] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a190c7d9-74e8-4ed5-a57e-929f05488642 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.733457] env[62490]: INFO nova.compute.manager [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] instance snapshotting [ 2061.734221] env[62490]: DEBUG nova.objects.instance [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'flavor' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.737285] env[62490]: DEBUG nova.compute.provider_tree [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.789129] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066046, 'name': Rename_Task, 'duration_secs': 1.17075} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.789129] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2061.789129] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0b5b2e4-8740-4300-ba6f-1f232f04cda5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.795074] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2061.795074] env[62490]: value = "task-2066049" [ 2061.795074] env[62490]: _type = "Task" [ 2061.795074] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.802970] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.817230] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192241} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.817506] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2061.818329] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa6de7a-9b95-4cdd-8512-c4c0e4b9f66f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.842433] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 8426edc8-1d79-44fd-89f9-b6383ccadc60/8426edc8-1d79-44fd-89f9-b6383ccadc60.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.842433] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63c545b-2c20-4074-a312-0b390fe8f872 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.862832] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2061.862832] env[62490]: value = "task-2066050" [ 2061.862832] env[62490]: _type = "Task" [ 2061.862832] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.870158] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.077728] env[62490]: DEBUG oslo_concurrency.lockutils [None req-92f24bc5-7c46-4e6f-bcc7-7bf3805a75ac tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "2c567368-0d49-4608-ad1f-aa4859b0254f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.699s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.211276] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.224759] env[62490]: DEBUG nova.compute.manager [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2062.241995] env[62490]: DEBUG nova.scheduler.client.report [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2062.247015] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb04bac-623d-4606-a836-c202ed48b175 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.269537] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a331012d-c425-4283-ba3f-38ed613e0768 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.304959] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066049, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.373265] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.711128] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.746727] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.752693] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.754876] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.253s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.755986] env[62490]: DEBUG nova.objects.instance [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lazy-loading 'resources' on Instance uuid c2da5b87-e962-4b82-89ae-165ed2cf8605 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2062.773930] env[62490]: INFO nova.scheduler.client.report [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleted allocations for instance 6ea93b31-e696-4a08-ae0d-80e666654a7f [ 2062.781419] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2062.781419] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f379a597-bafc-42b1-9484-748811c1cc9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.787945] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2062.787945] env[62490]: value = "task-2066051" [ 2062.787945] env[62490]: _type = "Task" [ 2062.787945] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.797700] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066051, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.810411] env[62490]: DEBUG oslo_vmware.api [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066049, 'name': PowerOnVM_Task, 'duration_secs': 0.669125} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.811940] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2062.874824] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066050, 'name': ReconfigVM_Task, 'duration_secs': 0.516137} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.874824] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 8426edc8-1d79-44fd-89f9-b6383ccadc60/8426edc8-1d79-44fd-89f9-b6383ccadc60.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.875558] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc8f20f-fef6-4418-b7a5-316feab5098b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.882629] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2062.882629] env[62490]: value = "task-2066052" [ 2062.882629] env[62490]: _type = "Task" [ 2062.882629] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.892286] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066052, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.952056] env[62490]: DEBUG nova.compute.manager [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2062.952888] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b87c18-2a2d-4743-bc3c-805a87724f67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.004909] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 4abecfe8-97a8-4f54-87ec-bb51cc85f25c] Skipping network cache update for instance because it has been migrated to another host. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10491}} [ 2063.212777] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.283679] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7e4b46a-63bf-44f0-af16-142063089150 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6ea93b31-e696-4a08-ae0d-80e666654a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.717s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.297949] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066051, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.393992] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066052, 'name': Rename_Task, 'duration_secs': 0.144065} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.397307] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2063.398927] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c786e7-e4ee-44b6-aa3a-539889b933a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.405707] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2063.405707] env[62490]: value = "task-2066053" [ 2063.405707] env[62490]: _type = "Task" [ 2063.405707] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.416168] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.473198] env[62490]: DEBUG oslo_concurrency.lockutils [None req-141286d1-077e-4831-90f0-3d808f2924c2 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 54.054s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.623511] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f922d-d84f-48d8-8ec7-565e89b43f7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.632547] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e0651-c175-4cb3-b74c-a5ce5192dfd3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.668033] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062c4a7-b74a-4e88-a382-62489170e02b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.675676] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3146b88-d09a-412c-adcd-f0430f7fa00d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.689352] env[62490]: DEBUG nova.compute.provider_tree [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.711330] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.798413] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066051, 'name': CreateSnapshot_Task, 'duration_secs': 0.830845} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.798766] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2063.799662] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72086b05-b080-4e23-b58b-f92256b3312a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.916029] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.193121] env[62490]: DEBUG nova.scheduler.client.report [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.215925] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.319357] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2064.319764] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb78715b-8180-4739-b763-3e2417aa1dfd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.328461] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2064.328461] env[62490]: value = "task-2066055" [ 2064.328461] env[62490]: _type = "Task" [ 2064.328461] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.338322] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.417699] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.468223] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "d2564c4f-3e39-4560-9de4-1209508f0e67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.468432] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.468573] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "d2564c4f-3e39-4560-9de4-1209508f0e67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.468756] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.468925] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.471170] env[62490]: INFO nova.compute.manager [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Terminating instance [ 2064.633641] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d225a04-b0e7-4620-9a95-94a17eeca3f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.640888] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Suspending the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2064.641172] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dd9a0dc6-f2b3-4b40-b3aa-0f95b2d67c20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.648252] env[62490]: DEBUG oslo_vmware.api [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2064.648252] env[62490]: value = "task-2066056" [ 2064.648252] env[62490]: _type = "Task" [ 2064.648252] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.656217] env[62490]: DEBUG oslo_vmware.api [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066056, 'name': SuspendVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.698526] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.702074] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.447s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.703340] env[62490]: INFO nova.compute.claims [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.717978] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.728934] env[62490]: INFO nova.scheduler.client.report [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted allocations for instance c2da5b87-e962-4b82-89ae-165ed2cf8605 [ 2064.839667] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.921787] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066053, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.974921] env[62490]: DEBUG nova.compute.manager [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2064.975138] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2064.976066] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b155713e-0282-4927-9d78-65e9e7ef3410 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.984734] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2064.985234] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8449ed6-8961-4976-90b3-b7fa6cbd4ac0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.991419] env[62490]: DEBUG oslo_vmware.api [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2064.991419] env[62490]: value = "task-2066057" [ 2064.991419] env[62490]: _type = "Task" [ 2064.991419] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.999601] env[62490]: DEBUG oslo_vmware.api [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.163285] env[62490]: DEBUG oslo_vmware.api [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066056, 'name': SuspendVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.221164] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.239010] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7076abd5-be15-4ca5-86aa-686ac7975047 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "c2da5b87-e962-4b82-89ae-165ed2cf8605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.011s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.340453] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.423416] env[62490]: DEBUG oslo_vmware.api [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066053, 'name': PowerOnVM_Task, 'duration_secs': 1.547074} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.423842] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2065.424173] env[62490]: INFO nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Took 13.72 seconds to spawn the instance on the hypervisor. [ 2065.424467] env[62490]: DEBUG nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.425853] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714ef54-254a-4da3-ab2a-bb2b8661f08a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.505144] env[62490]: DEBUG oslo_vmware.api [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066057, 'name': PowerOffVM_Task, 'duration_secs': 0.432968} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.505571] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2065.505839] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2065.506216] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3ea88cb-1c52-4ef2-963f-220a8871ff96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.517877] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2065.518215] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.518488] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.518743] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.519007] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.519272] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.519538] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.519745] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2065.519990] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.659175] env[62490]: DEBUG oslo_vmware.api [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066056, 'name': SuspendVM_Task} progress is 62%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.719398] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.842072] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.947910] env[62490]: INFO nova.compute.manager [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Took 22.91 seconds to build instance. [ 2066.024844] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.094948] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3536906-38b6-4110-b94a-375a081f1294 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.103319] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60184c7-0f7a-4c6f-9810-fada6ec5a3cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.135132] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca69dedd-b882-4e8f-8d72-bff10b977001 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.142794] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d320d0c7-b5ba-4b92-a6a3-92a97efe5881 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.156859] env[62490]: DEBUG nova.compute.provider_tree [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2066.167457] env[62490]: DEBUG oslo_vmware.api [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066056, 'name': SuspendVM_Task, 'duration_secs': 1.261416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.168309] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Suspended the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2066.168495] env[62490]: DEBUG nova.compute.manager [None req-b0ee520e-2d03-49ad-9dff-afba0c8e4356 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2066.169270] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0488d5d-f9b2-4ba9-8004-6df696d7b26e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.219059] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.343556] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.450457] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f91aec0d-dba9-432d-a072-635e61402b2c tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.418s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.664226] env[62490]: DEBUG nova.scheduler.client.report [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.719599] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.841619] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.948302] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "c144a36e-b7cb-4910-8733-29f0d9c15e43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.948599] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.948809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "c144a36e-b7cb-4910-8733-29f0d9c15e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.948992] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.949183] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.951430] env[62490]: INFO nova.compute.manager [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Terminating instance [ 2067.109021] env[62490]: INFO nova.compute.manager [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Resuming [ 2067.109663] env[62490]: DEBUG nova.objects.instance [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lazy-loading 'flavor' on Instance uuid 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.169158] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.169747] env[62490]: DEBUG nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2067.172365] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.334s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.173798] env[62490]: INFO nova.compute.claims [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.221123] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.343289] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.456220] env[62490]: DEBUG nova.compute.manager [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2067.456220] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2067.458024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab11ac3-edb7-471a-82e5-540eda3b6219 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.467236] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.467539] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f156bbd7-4fa1-4486-bd79-8c68c5c75c0e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.474749] env[62490]: DEBUG oslo_vmware.api [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 2067.474749] env[62490]: value = "task-2066060" [ 2067.474749] env[62490]: _type = "Task" [ 2067.474749] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.484670] env[62490]: DEBUG oslo_vmware.api [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2066060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.679258] env[62490]: DEBUG nova.compute.utils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.683642] env[62490]: DEBUG nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2067.683642] env[62490]: DEBUG nova.network.neutron [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2067.719898] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.734437] env[62490]: DEBUG nova.policy [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc913d2901c742a5bb387d4bf634ef09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6874717709cd407a9e255333e3a4d1e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2067.840182] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2067.840182] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2067.840182] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleting the datastore file [datastore1] d2564c4f-3e39-4560-9de4-1209508f0e67 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2067.840999] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02128fee-d693-4437-a1b3-1004e90dbefd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.847239] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.852146] env[62490]: DEBUG oslo_vmware.api [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2067.852146] env[62490]: value = "task-2066062" [ 2067.852146] env[62490]: _type = "Task" [ 2067.852146] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.862020] env[62490]: DEBUG oslo_vmware.api [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.989461] env[62490]: DEBUG oslo_vmware.api [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2066060, 'name': PowerOffVM_Task, 'duration_secs': 0.172721} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.989731] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2067.989899] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2067.990168] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fccd6680-170a-420b-9066-f626a9eacba5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.107582] env[62490]: DEBUG nova.network.neutron [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Successfully created port: 86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2068.183234] env[62490]: DEBUG nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2068.217407] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2068.217766] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2068.217835] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Deleting the datastore file [datastore1] c144a36e-b7cb-4910-8733-29f0d9c15e43 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2068.218060] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8ee89de-7448-44c5-96a9-db012ba1a8e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.224882] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066045, 'name': CreateVM_Task, 'duration_secs': 7.823354} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.226440] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2068.226530] env[62490]: DEBUG oslo_vmware.api [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for the task: (returnval){ [ 2068.226530] env[62490]: value = "task-2066064" [ 2068.226530] env[62490]: _type = "Task" [ 2068.226530] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.229376] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.229552] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.229864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2068.231289] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e13cf7-54a9-4f30-992f-9897f9b11437 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.239528] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2068.239528] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f87176-b0bc-ce80-e3d4-a7cd28185204" [ 2068.239528] env[62490]: _type = "Task" [ 2068.239528] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.244218] env[62490]: DEBUG oslo_vmware.api [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2066064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.256686] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f87176-b0bc-ce80-e3d4-a7cd28185204, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.256973] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.257220] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2068.257450] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.257596] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.257777] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2068.258040] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e4bc45-1370-4d14-b85f-5f7864203e0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.267328] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2068.267328] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2068.267328] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c365ed06-e1dd-4156-9477-f9db1fc2e627 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.271570] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2068.271570] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ddc7b-b0b3-d0ac-b841-30265179fa08" [ 2068.271570] env[62490]: _type = "Task" [ 2068.271570] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.280973] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ddc7b-b0b3-d0ac-b841-30265179fa08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.344749] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.360443] env[62490]: DEBUG oslo_vmware.api [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196063} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.363352] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2068.363748] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2068.366026] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2068.366026] env[62490]: INFO nova.compute.manager [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Took 3.39 seconds to destroy the instance on the hypervisor. [ 2068.366026] env[62490]: DEBUG oslo.service.loopingcall [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2068.366026] env[62490]: DEBUG nova.compute.manager [-] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2068.366026] env[62490]: DEBUG nova.network.neutron [-] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2068.570406] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d16149-ab04-4eb7-a621-8a99470e0c6f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.580044] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0cb04b-8e8b-46c8-8dca-88242f61a41d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.611289] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d6f72e-d422-4afa-8a4f-dc43c74d16b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.620210] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb071e9-df63-45ec-9dd1-9a996ea7a95d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.623941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.623941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquired lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.624125] env[62490]: DEBUG nova.network.neutron [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.635361] env[62490]: DEBUG nova.compute.provider_tree [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.687728] env[62490]: DEBUG nova.compute.manager [req-feb4de11-0ede-4c6a-a312-6cfe6a978a52 req-a4823d03-4b5c-4d92-a695-4872cc54af05 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Received event network-vif-deleted-d13b7608-e857-4334-b5a4-7502d12a3b56 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2068.687947] env[62490]: INFO nova.compute.manager [req-feb4de11-0ede-4c6a-a312-6cfe6a978a52 req-a4823d03-4b5c-4d92-a695-4872cc54af05 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Neutron deleted interface d13b7608-e857-4334-b5a4-7502d12a3b56; detaching it from the instance and deleting it from the info cache [ 2068.688141] env[62490]: DEBUG nova.network.neutron [req-feb4de11-0ede-4c6a-a312-6cfe6a978a52 req-a4823d03-4b5c-4d92-a695-4872cc54af05 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.740030] env[62490]: DEBUG oslo_vmware.api [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Task: {'id': task-2066064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140868} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.740304] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2068.740489] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2068.740664] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2068.740836] env[62490]: INFO nova.compute.manager [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2068.741089] env[62490]: DEBUG oslo.service.loopingcall [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2068.741289] env[62490]: DEBUG nova.compute.manager [-] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2068.741383] env[62490]: DEBUG nova.network.neutron [-] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2068.783679] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527ddc7b-b0b3-d0ac-b841-30265179fa08, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.784632] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9e0af4-6d81-4986-bb97-9bc43fa9bb65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.796148] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2068.796148] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0cdfd-a137-61e1-6b9f-453abc970be5" [ 2068.796148] env[62490]: _type = "Task" [ 2068.796148] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.804915] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0cdfd-a137-61e1-6b9f-453abc970be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.843805] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.142024] env[62490]: DEBUG nova.scheduler.client.report [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.165975] env[62490]: DEBUG nova.network.neutron [-] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.198633] env[62490]: DEBUG nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2069.203711] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90d55719-d641-471d-8d43-e0bbd41ed382 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.226304] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab415a-95df-40a3-a02f-5e99f69ca2ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.254940] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2069.255432] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2069.255764] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2069.256320] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2069.256445] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2069.256838] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2069.257156] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2069.257489] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2069.257868] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2069.258231] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2069.258584] env[62490]: DEBUG nova.virt.hardware [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2069.259893] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfd6a80-2273-4da6-a985-36658b1abc78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.286766] env[62490]: DEBUG nova.compute.manager [req-feb4de11-0ede-4c6a-a312-6cfe6a978a52 req-a4823d03-4b5c-4d92-a695-4872cc54af05 service nova] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Detach interface failed, port_id=d13b7608-e857-4334-b5a4-7502d12a3b56, reason: Instance d2564c4f-3e39-4560-9de4-1209508f0e67 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2069.295204] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d092af-3439-4867-af72-58ead6d24a8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.331591] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0cdfd-a137-61e1-6b9f-453abc970be5, 'name': SearchDatastore_Task, 'duration_secs': 0.019537} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.335327] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.335706] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 31538fb5-b7d6-4513-bf47-8000f26d01ed/31538fb5-b7d6-4513-bf47-8000f26d01ed.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2069.336161] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e61ace-d64b-495c-81ae-6deed9736e38 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.351168] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.352952] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2069.352952] env[62490]: value = "task-2066065" [ 2069.352952] env[62490]: _type = "Task" [ 2069.352952] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.363883] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.643734] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.644377] env[62490]: DEBUG nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2069.647169] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.174s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.648784] env[62490]: INFO nova.compute.claims [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2069.670268] env[62490]: INFO nova.compute.manager [-] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Took 1.30 seconds to deallocate network for instance. [ 2069.747973] env[62490]: DEBUG nova.network.neutron [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [{"id": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "address": "fa:16:3e:9e:5d:0c", "network": {"id": "44220a0f-0e65-4ed6-bbc3-5934a88ee118", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1022632706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e23896199d2a460aa36a3ee11119f88b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb71cd38-9e", "ovs_interfaceid": "db71cd38-9e5e-47bd-bc73-9cd4808ce722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.850865] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066055, 'name': CloneVM_Task, 'duration_secs': 5.147483} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.850865] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Created linked-clone VM from snapshot [ 2069.851014] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d01703-ab5f-437d-933e-ce1edb21a5e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.859421] env[62490]: DEBUG nova.network.neutron [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Successfully updated port: b609e619-3c55-4f0d-9e36-635e8e43372f {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2069.869615] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Uploading image 93b8c464-d1f5-4416-af31-656ea565b259 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2069.875736] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509234} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.876219] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 31538fb5-b7d6-4513-bf47-8000f26d01ed/31538fb5-b7d6-4513-bf47-8000f26d01ed.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2069.876353] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2069.876590] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec06484-5a7e-4882-895a-e37c91e05913 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.886129] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2069.886129] env[62490]: value = "task-2066067" [ 2069.886129] env[62490]: _type = "Task" [ 2069.886129] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.898333] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.902767] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2069.902767] env[62490]: value = "vm-423679" [ 2069.902767] env[62490]: _type = "VirtualMachine" [ 2069.902767] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2069.903069] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b721fd2f-6caa-44b3-8eb2-f53570ca38c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.911108] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease: (returnval){ [ 2069.911108] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52830c8f-59fc-f26f-b414-86a54279dd26" [ 2069.911108] env[62490]: _type = "HttpNfcLease" [ 2069.911108] env[62490]: } obtained for exporting VM: (result){ [ 2069.911108] env[62490]: value = "vm-423679" [ 2069.911108] env[62490]: _type = "VirtualMachine" [ 2069.911108] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2069.911514] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the lease: (returnval){ [ 2069.911514] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52830c8f-59fc-f26f-b414-86a54279dd26" [ 2069.911514] env[62490]: _type = "HttpNfcLease" [ 2069.911514] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2069.917715] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2069.917715] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52830c8f-59fc-f26f-b414-86a54279dd26" [ 2069.917715] env[62490]: _type = "HttpNfcLease" [ 2069.917715] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2069.925235] env[62490]: DEBUG nova.network.neutron [-] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.015385] env[62490]: DEBUG nova.network.neutron [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Successfully updated port: 86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2070.153818] env[62490]: DEBUG nova.compute.utils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.154981] env[62490]: DEBUG nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2070.155228] env[62490]: DEBUG nova.network.neutron [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2070.175851] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.194419] env[62490]: DEBUG nova.policy [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7a16bf6e3ac4d43927c0318ae1d9ec6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c974235ea124de286ecd05dc832a299', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2070.250829] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Releasing lock "refresh_cache-8846de16-a817-4daa-81fc-9567a8dd032e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.252306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdeca3d-b21d-45f2-ad48-99e9dbd18513 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.260768] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Resuming the VM {{(pid=62490) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2070.261019] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df3c28d-1e26-4798-86cb-35ab2b13889c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.267507] env[62490]: DEBUG oslo_vmware.api [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2070.267507] env[62490]: value = "task-2066069" [ 2070.267507] env[62490]: _type = "Task" [ 2070.267507] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.276991] env[62490]: DEBUG oslo_vmware.api [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.368857] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "refresh_cache-afa2ae74-e468-409d-b9b7-d372e4678364" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.368857] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "refresh_cache-afa2ae74-e468-409d-b9b7-d372e4678364" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.368857] env[62490]: DEBUG nova.network.neutron [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2070.396584] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059731} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.396842] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2070.397625] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3afd00-227b-4dbc-b5f1-fc21d1070efe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.422564] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 31538fb5-b7d6-4513-bf47-8000f26d01ed/31538fb5-b7d6-4513-bf47-8000f26d01ed.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.426089] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ec48d9-de16-4ad0-bfe7-7912b2f7a540 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.441320] env[62490]: INFO nova.compute.manager [-] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Took 1.70 seconds to deallocate network for instance. [ 2070.448606] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2070.448606] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52830c8f-59fc-f26f-b414-86a54279dd26" [ 2070.448606] env[62490]: _type = "HttpNfcLease" [ 2070.448606] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2070.454392] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2070.454392] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52830c8f-59fc-f26f-b414-86a54279dd26" [ 2070.454392] env[62490]: _type = "HttpNfcLease" [ 2070.454392] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2070.454708] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2070.454708] env[62490]: value = "task-2066070" [ 2070.454708] env[62490]: _type = "Task" [ 2070.454708] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.455930] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b41e7-0929-408a-bdc7-fc132ca744da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.472515] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52496fd5-067a-7028-19c3-884f09e5c951/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2070.474151] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52496fd5-067a-7028-19c3-884f09e5c951/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2070.477767] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.542018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.542018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.542018] env[62490]: DEBUG nova.network.neutron [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2070.592367] env[62490]: DEBUG nova.network.neutron [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Successfully created port: 426afc75-5f64-4841-b4db-93ad73f16873 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.633086] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a77a30cc-4ef4-4221-a57c-039ca0bda167 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.660312] env[62490]: DEBUG nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2070.767232] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Received event network-vif-deleted-9e4a6976-8b47-49d5-b336-59447b5c244a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2070.767530] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Received event network-vif-plugged-b609e619-3c55-4f0d-9e36-635e8e43372f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2070.767597] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Acquiring lock "afa2ae74-e468-409d-b9b7-d372e4678364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.767909] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Lock "afa2ae74-e468-409d-b9b7-d372e4678364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.768114] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Lock "afa2ae74-e468-409d-b9b7-d372e4678364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.768376] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] No waiting events found dispatching network-vif-plugged-b609e619-3c55-4f0d-9e36-635e8e43372f {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2070.769147] env[62490]: WARNING nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Received unexpected event network-vif-plugged-b609e619-3c55-4f0d-9e36-635e8e43372f for instance with vm_state building and task_state spawning. [ 2070.769339] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Received event network-changed-b609e619-3c55-4f0d-9e36-635e8e43372f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2070.769696] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Refreshing instance network info cache due to event network-changed-b609e619-3c55-4f0d-9e36-635e8e43372f. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2070.769886] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Acquiring lock "refresh_cache-afa2ae74-e468-409d-b9b7-d372e4678364" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.784859] env[62490]: DEBUG oslo_vmware.api [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.922932] env[62490]: DEBUG nova.network.neutron [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2070.954220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.974766] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066070, 'name': ReconfigVM_Task, 'duration_secs': 0.351006} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.974766] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 31538fb5-b7d6-4513-bf47-8000f26d01ed/31538fb5-b7d6-4513-bf47-8000f26d01ed.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.975050] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c0ad042-97a3-4f63-951f-f09b68caa0f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.984049] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2070.984049] env[62490]: value = "task-2066071" [ 2070.984049] env[62490]: _type = "Task" [ 2070.984049] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.998233] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066071, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.111096] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b6c530-e26a-4920-926d-f4e444d3df2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.114944] env[62490]: DEBUG nova.network.neutron [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2071.122945] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b8f628-594f-4757-84d1-f3ebdd7327fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.165360] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae75b7fb-0915-4378-9a6b-62b60c6b601f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.180048] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ab429-9ccc-45be-b1a1-e7a3be565232 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.199139] env[62490]: DEBUG nova.compute.provider_tree [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.254775] env[62490]: DEBUG nova.network.neutron [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Updating instance_info_cache with network_info: [{"id": "b609e619-3c55-4f0d-9e36-635e8e43372f", "address": "fa:16:3e:12:c5:e7", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb609e619-3c", "ovs_interfaceid": "b609e619-3c55-4f0d-9e36-635e8e43372f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.285098] env[62490]: DEBUG oslo_vmware.api [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066069, 'name': PowerOnVM_Task, 'duration_secs': 0.938188} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.285564] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Resumed the VM {{(pid=62490) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2071.286260] env[62490]: DEBUG nova.compute.manager [None req-5a1f7116-4ebe-4ca2-bffa-8f51ee314566 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2071.287039] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5185e6-b245-4059-ac01-3be8690a6279 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.348301] env[62490]: DEBUG nova.network.neutron [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Updating instance_info_cache with network_info: [{"id": "86ba2387-4254-4a74-b1c8-17b501c01f94", "address": "fa:16:3e:b4:bf:b6", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ba2387-42", "ovs_interfaceid": "86ba2387-4254-4a74-b1c8-17b501c01f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.497455] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066071, 'name': Rename_Task, 'duration_secs': 0.208426} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.497805] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2071.498170] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9285a71-c5fb-437f-871b-03d2b19e1f77 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.506670] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2071.506670] env[62490]: value = "task-2066072" [ 2071.506670] env[62490]: _type = "Task" [ 2071.506670] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.516026] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.674274] env[62490]: DEBUG nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2071.697386] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.697728] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.697950] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.698255] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.698807] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.698807] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.698807] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.699016] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.699130] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.699388] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.699659] env[62490]: DEBUG nova.virt.hardware [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.700616] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842d1945-84cc-4f1a-926d-65c6c17ebe2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.705328] env[62490]: DEBUG nova.scheduler.client.report [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2071.716664] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18804398-d119-4a01-8e65-93e2755b3945 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.759107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "refresh_cache-afa2ae74-e468-409d-b9b7-d372e4678364" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.759107] env[62490]: DEBUG nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Instance network_info: |[{"id": "b609e619-3c55-4f0d-9e36-635e8e43372f", "address": "fa:16:3e:12:c5:e7", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb609e619-3c", "ovs_interfaceid": "b609e619-3c55-4f0d-9e36-635e8e43372f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2071.759107] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Acquired lock "refresh_cache-afa2ae74-e468-409d-b9b7-d372e4678364" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.759694] env[62490]: DEBUG nova.network.neutron [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Refreshing network info cache for port b609e619-3c55-4f0d-9e36-635e8e43372f {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2071.761821] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:c5:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b609e619-3c55-4f0d-9e36-635e8e43372f', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2071.770572] env[62490]: DEBUG oslo.service.loopingcall [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.775027] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2071.775763] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a7d4bc-4665-49f5-bcc4-2bf2835f03e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.800837] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2071.800837] env[62490]: value = "task-2066073" [ 2071.800837] env[62490]: _type = "Task" [ 2071.800837] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.815120] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066073, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.852081] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.852703] env[62490]: DEBUG nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Instance network_info: |[{"id": "86ba2387-4254-4a74-b1c8-17b501c01f94", "address": "fa:16:3e:b4:bf:b6", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ba2387-42", "ovs_interfaceid": "86ba2387-4254-4a74-b1c8-17b501c01f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2071.853288] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:bf:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86ba2387-4254-4a74-b1c8-17b501c01f94', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2071.865958] env[62490]: DEBUG oslo.service.loopingcall [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.865958] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2071.865958] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00392035-8fab-4e90-b7ac-3e739df0aaf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.890239] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2071.890239] env[62490]: value = "task-2066074" [ 2071.890239] env[62490]: _type = "Task" [ 2071.890239] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.905023] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066074, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.020557] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066072, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.156785] env[62490]: DEBUG nova.network.neutron [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Updated VIF entry in instance network info cache for port b609e619-3c55-4f0d-9e36-635e8e43372f. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2072.157217] env[62490]: DEBUG nova.network.neutron [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Updating instance_info_cache with network_info: [{"id": "b609e619-3c55-4f0d-9e36-635e8e43372f", "address": "fa:16:3e:12:c5:e7", "network": {"id": "31ec1070-1857-491e-ad99-50c1651ca2a9", "bridge": "br-int", "label": "tempest-ImagesTestJSON-169888601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e089154b3743e9a2b08dba8f337db5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb609e619-3c", "ovs_interfaceid": "b609e619-3c55-4f0d-9e36-635e8e43372f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.211482] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.212184] env[62490]: DEBUG nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2072.216076] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.780s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.216489] env[62490]: DEBUG nova.objects.instance [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'resources' on Instance uuid 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.317830] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066073, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.401890] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066074, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.521050] env[62490]: DEBUG oslo_vmware.api [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066072, 'name': PowerOnVM_Task, 'duration_secs': 0.535645} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.521050] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2072.521050] env[62490]: INFO nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Took 15.89 seconds to spawn the instance on the hypervisor. [ 2072.521050] env[62490]: DEBUG nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2072.521050] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7a486-c512-4f4b-8f45-d149b85d3852 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.660172] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Releasing lock "refresh_cache-afa2ae74-e468-409d-b9b7-d372e4678364" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.660473] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Received event network-vif-plugged-86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2072.660681] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Acquiring lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.661136] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.661775] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.661972] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] No waiting events found dispatching network-vif-plugged-86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.662118] env[62490]: WARNING nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Received unexpected event network-vif-plugged-86ba2387-4254-4a74-b1c8-17b501c01f94 for instance with vm_state building and task_state spawning. [ 2072.662361] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Received event network-changed-86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2072.662601] env[62490]: DEBUG nova.compute.manager [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Refreshing instance network info cache due to event network-changed-86ba2387-4254-4a74-b1c8-17b501c01f94. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2072.662848] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Acquiring lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.662941] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Acquired lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.663113] env[62490]: DEBUG nova.network.neutron [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Refreshing network info cache for port 86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2072.728264] env[62490]: DEBUG nova.compute.utils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2072.729632] env[62490]: DEBUG nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2072.729801] env[62490]: DEBUG nova.network.neutron [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2072.816532] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066073, 'name': CreateVM_Task, 'duration_secs': 0.590934} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.816532] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2072.816532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.816532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.816532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2072.816532] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b487701-101d-447c-a349-faa738afca99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.822856] env[62490]: DEBUG nova.policy [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9103d48ca3c54513aba3d905a2ab9fe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37d5cc49de00476183560b2dd7a51048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2072.826479] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2072.826479] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235f8a1-6396-dce7-c30a-4475692e8604" [ 2072.826479] env[62490]: _type = "Task" [ 2072.826479] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.831328] env[62490]: DEBUG nova.network.neutron [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Successfully updated port: 426afc75-5f64-4841-b4db-93ad73f16873 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.841593] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235f8a1-6396-dce7-c30a-4475692e8604, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.843186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.843494] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2072.843820] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.844090] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.844318] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2072.845469] env[62490]: DEBUG nova.compute.manager [req-ca2063b3-5c8c-4a20-a423-a4bf539a75e2 req-4a32f6ae-45bf-4397-b3a2-f754085d89b7 service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Received event network-vif-plugged-426afc75-5f64-4841-b4db-93ad73f16873 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2072.845713] env[62490]: DEBUG oslo_concurrency.lockutils [req-ca2063b3-5c8c-4a20-a423-a4bf539a75e2 req-4a32f6ae-45bf-4397-b3a2-f754085d89b7 service nova] Acquiring lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.846127] env[62490]: DEBUG oslo_concurrency.lockutils [req-ca2063b3-5c8c-4a20-a423-a4bf539a75e2 req-4a32f6ae-45bf-4397-b3a2-f754085d89b7 service nova] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.846410] env[62490]: DEBUG oslo_concurrency.lockutils [req-ca2063b3-5c8c-4a20-a423-a4bf539a75e2 req-4a32f6ae-45bf-4397-b3a2-f754085d89b7 service nova] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.846702] env[62490]: DEBUG nova.compute.manager [req-ca2063b3-5c8c-4a20-a423-a4bf539a75e2 req-4a32f6ae-45bf-4397-b3a2-f754085d89b7 service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] No waiting events found dispatching network-vif-plugged-426afc75-5f64-4841-b4db-93ad73f16873 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.846904] env[62490]: WARNING nova.compute.manager [req-ca2063b3-5c8c-4a20-a423-a4bf539a75e2 req-4a32f6ae-45bf-4397-b3a2-f754085d89b7 service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Received unexpected event network-vif-plugged-426afc75-5f64-4841-b4db-93ad73f16873 for instance with vm_state building and task_state spawning. [ 2072.848278] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3e17870-c051-4f69-ae7d-fd19368e2caf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.863456] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2072.863869] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2072.866748] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0807f9-7ffc-46c8-bdf3-5dbe7ef893b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.874379] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2072.874379] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529cc469-3ced-7ab5-534e-dab9eec20a48" [ 2072.874379] env[62490]: _type = "Task" [ 2072.874379] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.883990] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529cc469-3ced-7ab5-534e-dab9eec20a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.905694] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066074, 'name': CreateVM_Task, 'duration_secs': 0.555542} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.905872] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2072.906628] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.910117] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.910117] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2072.910117] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9905b4f-ee81-4ec4-9718-1389b06830db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.915088] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2072.915088] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b8ae0a-c4af-8dd3-c77d-efa06869e5be" [ 2072.915088] env[62490]: _type = "Task" [ 2072.915088] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.924956] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b8ae0a-c4af-8dd3-c77d-efa06869e5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.048425] env[62490]: INFO nova.compute.manager [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Took 29.58 seconds to build instance. [ 2073.235731] env[62490]: DEBUG nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2073.257840] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c92ae5-4b15-4372-813e-957bbd686f61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.268527] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564381f-611f-4999-ab0f-dfb81022fea4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.314762] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90f7ca7-2b3f-4222-bf5f-7cbce2eb94c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.333644] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fdd7df-2c94-47db-985d-3440cbda8808 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.341664] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "refresh_cache-b6172a62-442a-41fb-8fbd-6e47f6a67aa9" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.341817] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquired lock "refresh_cache-b6172a62-442a-41fb-8fbd-6e47f6a67aa9" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.342031] env[62490]: DEBUG nova.network.neutron [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.345524] env[62490]: DEBUG nova.network.neutron [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Successfully created port: eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2073.366398] env[62490]: DEBUG nova.compute.provider_tree [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.388848] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529cc469-3ced-7ab5-534e-dab9eec20a48, 'name': SearchDatastore_Task, 'duration_secs': 0.013035} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.389794] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36375bd-e72b-453b-add1-52490e2e5f36 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.396253] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2073.396253] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e5232f-dc61-7b2b-2002-08a2a2fbf82f" [ 2073.396253] env[62490]: _type = "Task" [ 2073.396253] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.405678] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e5232f-dc61-7b2b-2002-08a2a2fbf82f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.425541] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b8ae0a-c4af-8dd3-c77d-efa06869e5be, 'name': SearchDatastore_Task, 'duration_secs': 0.017358} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.426115] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.426417] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2073.426691] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.554682] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46963035-70cb-46f1-b5f3-27ae6d587090 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.099s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.695456] env[62490]: DEBUG nova.network.neutron [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Updated VIF entry in instance network info cache for port 86ba2387-4254-4a74-b1c8-17b501c01f94. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2073.695793] env[62490]: DEBUG nova.network.neutron [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Updating instance_info_cache with network_info: [{"id": "86ba2387-4254-4a74-b1c8-17b501c01f94", "address": "fa:16:3e:b4:bf:b6", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ba2387-42", "ovs_interfaceid": "86ba2387-4254-4a74-b1c8-17b501c01f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.871021] env[62490]: DEBUG nova.scheduler.client.report [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.878293] env[62490]: DEBUG nova.network.neutron [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2073.907393] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e5232f-dc61-7b2b-2002-08a2a2fbf82f, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.907683] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.907931] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] afa2ae74-e468-409d-b9b7-d372e4678364/afa2ae74-e468-409d-b9b7-d372e4678364.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2073.908240] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.908434] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2073.908657] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1b49707-8adf-448e-9de2-b4578c16d08b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.910916] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1290016b-d2dd-4e11-a859-819e0e970948 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.920380] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2073.920380] env[62490]: value = "task-2066076" [ 2073.920380] env[62490]: _type = "Task" [ 2073.920380] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.921537] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2073.921742] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2073.925427] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecc17d3-5cc9-4b1a-bd0c-cf34a50ba75b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.936106] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.937635] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2073.937635] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523ef493-eac0-8cce-0521-262891e59703" [ 2073.937635] env[62490]: _type = "Task" [ 2073.937635] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.948180] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523ef493-eac0-8cce-0521-262891e59703, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.951816] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9bdfd0-22a8-444a-8746-cc26e7e716c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.959674] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2073.959674] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e0c2c9-252b-0738-1339-efb314f2f5fa" [ 2073.959674] env[62490]: _type = "Task" [ 2073.959674] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.970598] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e0c2c9-252b-0738-1339-efb314f2f5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.043370] env[62490]: DEBUG nova.network.neutron [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Updating instance_info_cache with network_info: [{"id": "426afc75-5f64-4841-b4db-93ad73f16873", "address": "fa:16:3e:86:4d:bf", "network": {"id": "9ff4d9f5-807a-4d7f-8653-4919ec722824", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1770384154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c974235ea124de286ecd05dc832a299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426afc75-5f", "ovs_interfaceid": "426afc75-5f64-4841-b4db-93ad73f16873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.198749] env[62490]: DEBUG oslo_concurrency.lockutils [req-3412ad67-5606-4d63-bada-9ad2fc21d424 req-12140ee5-6dd2-419c-a378-fe5e0eff3abb service nova] Releasing lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.253303] env[62490]: DEBUG nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2074.281639] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.282109] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.282309] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.282610] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.282815] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.282995] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.283366] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.283822] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.283964] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.284233] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.284553] env[62490]: DEBUG nova.virt.hardware [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.286254] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8368811-cfb9-42a2-b09e-1ea206017e10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.299448] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add9f24c-0283-4928-8571-b542efd37c1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.376725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.380351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.155s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.381792] env[62490]: INFO nova.compute.claims [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2074.412103] env[62490]: INFO nova.scheduler.client.report [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted allocations for instance 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28 [ 2074.436428] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500374} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.437928] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] afa2ae74-e468-409d-b9b7-d372e4678364/afa2ae74-e468-409d-b9b7-d372e4678364.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2074.438226] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2074.438513] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2980e0ce-8657-453b-b034-df59c87c023b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.448492] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2074.448492] env[62490]: value = "task-2066077" [ 2074.448492] env[62490]: _type = "Task" [ 2074.448492] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.458212] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.473095] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e0c2c9-252b-0738-1339-efb314f2f5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.473472] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.473710] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 62740e24-a408-49f2-af22-12f2b4ce4609/62740e24-a408-49f2-af22-12f2b4ce4609.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2074.473987] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-552b519a-646c-4f22-a22b-e917e39c45e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.483115] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2074.483115] env[62490]: value = "task-2066078" [ 2074.483115] env[62490]: _type = "Task" [ 2074.483115] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.492578] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.547571] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Releasing lock "refresh_cache-b6172a62-442a-41fb-8fbd-6e47f6a67aa9" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.547966] env[62490]: DEBUG nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Instance network_info: |[{"id": "426afc75-5f64-4841-b4db-93ad73f16873", "address": "fa:16:3e:86:4d:bf", "network": {"id": "9ff4d9f5-807a-4d7f-8653-4919ec722824", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1770384154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c974235ea124de286ecd05dc832a299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426afc75-5f", "ovs_interfaceid": "426afc75-5f64-4841-b4db-93ad73f16873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2074.548445] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:4d:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '426afc75-5f64-4841-b4db-93ad73f16873', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.557302] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Creating folder: Project (6c974235ea124de286ecd05dc832a299). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2074.557628] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2da998e-c07e-456a-b39a-f84c1b29e655 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.574592] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Created folder: Project (6c974235ea124de286ecd05dc832a299) in parent group-v423467. [ 2074.574592] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Creating folder: Instances. Parent ref: group-v423683. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2074.574592] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-019e3384-b61c-402d-a4f4-03273acde242 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.589524] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Created folder: Instances in parent group-v423683. [ 2074.591576] env[62490]: DEBUG oslo.service.loopingcall [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.591576] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.591576] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7d176d7-160a-4bfb-982e-d55c6a1cc6f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.620842] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.620842] env[62490]: value = "task-2066081" [ 2074.620842] env[62490]: _type = "Task" [ 2074.620842] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.629781] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066081, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.879822] env[62490]: DEBUG nova.compute.manager [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Received event network-changed-426afc75-5f64-4841-b4db-93ad73f16873 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2074.880136] env[62490]: DEBUG nova.compute.manager [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Refreshing instance network info cache due to event network-changed-426afc75-5f64-4841-b4db-93ad73f16873. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2074.880517] env[62490]: DEBUG oslo_concurrency.lockutils [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] Acquiring lock "refresh_cache-b6172a62-442a-41fb-8fbd-6e47f6a67aa9" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.880818] env[62490]: DEBUG oslo_concurrency.lockutils [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] Acquired lock "refresh_cache-b6172a62-442a-41fb-8fbd-6e47f6a67aa9" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.881100] env[62490]: DEBUG nova.network.neutron [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Refreshing network info cache for port 426afc75-5f64-4841-b4db-93ad73f16873 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.924519] env[62490]: DEBUG oslo_concurrency.lockutils [None req-081f8439-d759-4730-804a-84e510442904 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "7b9d6b8e-0ae4-4692-ac04-817ba42d4f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.312s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.963595] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100264} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.964255] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2074.965494] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb16468-8823-4000-b66e-97a7c4cfccb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.998515] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] afa2ae74-e468-409d-b9b7-d372e4678364/afa2ae74-e468-409d-b9b7-d372e4678364.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.004096] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-863b8229-7c1d-436a-b4c7-60a9dcf7089f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.031727] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48768} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.034161] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 62740e24-a408-49f2-af22-12f2b4ce4609/62740e24-a408-49f2-af22-12f2b4ce4609.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2075.034161] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2075.034161] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2075.034161] env[62490]: value = "task-2066082" [ 2075.034161] env[62490]: _type = "Task" [ 2075.034161] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.034493] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ebd3e8d-cbc9-4bad-ac4e-5f5fcc38f763 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.047851] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.049530] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2075.049530] env[62490]: value = "task-2066083" [ 2075.049530] env[62490]: _type = "Task" [ 2075.049530] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.060126] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.133306] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066081, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.181584] env[62490]: DEBUG nova.compute.manager [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2075.183128] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12087aae-d2d1-4c16-9d76-a6f7e84f477a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.248854] env[62490]: DEBUG nova.network.neutron [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Successfully updated port: eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2075.550912] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066082, 'name': ReconfigVM_Task, 'duration_secs': 0.343889} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.554620] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Reconfigured VM instance instance-0000004d to attach disk [datastore1] afa2ae74-e468-409d-b9b7-d372e4678364/afa2ae74-e468-409d-b9b7-d372e4678364.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2075.557764] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69c19fe9-9dca-4fe5-9d42-357a7b8bf37c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.566261] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197352} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.567666] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2075.568018] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2075.568018] env[62490]: value = "task-2066084" [ 2075.568018] env[62490]: _type = "Task" [ 2075.568018] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.569841] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9923366f-8d17-456a-8ac9-056956ebbbf1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.585758] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066084, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.608233] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 62740e24-a408-49f2-af22-12f2b4ce4609/62740e24-a408-49f2-af22-12f2b4ce4609.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.614554] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef14b83d-1cc7-4510-b39a-e4440ee0ea04 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.642664] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066081, 'name': CreateVM_Task, 'duration_secs': 0.62441} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.646759] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.647251] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2075.647251] env[62490]: value = "task-2066085" [ 2075.647251] env[62490]: _type = "Task" [ 2075.647251] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.648174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.648174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.648992] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.649063] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3d0de3-b431-486f-bb5c-eb6cfc021381 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.661745] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066085, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.661745] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2075.661745] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d86e6-341e-c1af-7cdf-9c4b13e7ac89" [ 2075.661745] env[62490]: _type = "Task" [ 2075.661745] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.677824] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522d86e6-341e-c1af-7cdf-9c4b13e7ac89, 'name': SearchDatastore_Task, 'duration_secs': 0.013846} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.680615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.680934] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.681237] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.681468] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.681740] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.682302] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-038ccf8c-82cf-4e66-a172-85224190e1a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.692441] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.692694] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.696124] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3259088-94a2-472a-a631-e40d970f3f18 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.699609] env[62490]: INFO nova.compute.manager [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] instance snapshotting [ 2075.702406] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adab574-1160-4f97-a1fa-22b7a9d19742 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.706600] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2075.706600] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521b60bf-933b-4759-c68a-4d0dc935a80b" [ 2075.706600] env[62490]: _type = "Task" [ 2075.706600] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.727924] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31936c1-3bd5-4b82-8ebd-37baba8e82dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.734326] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521b60bf-933b-4759-c68a-4d0dc935a80b, 'name': SearchDatastore_Task, 'duration_secs': 0.017487} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.735220] env[62490]: DEBUG nova.network.neutron [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Updated VIF entry in instance network info cache for port 426afc75-5f64-4841-b4db-93ad73f16873. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.735579] env[62490]: DEBUG nova.network.neutron [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Updating instance_info_cache with network_info: [{"id": "426afc75-5f64-4841-b4db-93ad73f16873", "address": "fa:16:3e:86:4d:bf", "network": {"id": "9ff4d9f5-807a-4d7f-8653-4919ec722824", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1770384154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c974235ea124de286ecd05dc832a299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap426afc75-5f", "ovs_interfaceid": "426afc75-5f64-4841-b4db-93ad73f16873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.740359] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92aa878e-bc3a-425c-ace4-f4d32c491001 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.753856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.754068] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.754289] env[62490]: DEBUG nova.network.neutron [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2075.755590] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2075.755590] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527184a1-aa1a-33b1-d173-3173a31305ff" [ 2075.755590] env[62490]: _type = "Task" [ 2075.755590] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.769999] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527184a1-aa1a-33b1-d173-3173a31305ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.770306] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.770691] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b6172a62-442a-41fb-8fbd-6e47f6a67aa9/b6172a62-442a-41fb-8fbd-6e47f6a67aa9.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2075.775021] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-890e9da4-8f6f-431e-a2ab-be4fbabde6c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.782133] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2075.782133] env[62490]: value = "task-2066086" [ 2075.782133] env[62490]: _type = "Task" [ 2075.782133] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.792267] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.822823] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1ca66-d608-4a41-9059-d74ba8ebb556 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.849040] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87c0b4-aeb1-4e34-95a5-c26e7f608134 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.884347] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e3a86c-7cfa-4a7f-ad29-4942b984af25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.891111] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49536d86-a00f-445a-abc8-65b6f986b882 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.905734] env[62490]: DEBUG nova.compute.provider_tree [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.084831] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066084, 'name': Rename_Task, 'duration_secs': 0.191119} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.084831] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2076.084831] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0126e104-94df-4309-bd83-ca63893e65bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.093717] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2076.093717] env[62490]: value = "task-2066087" [ 2076.093717] env[62490]: _type = "Task" [ 2076.093717] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.103908] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.160913] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.190841] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Acquiring lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.191145] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.242163] env[62490]: DEBUG oslo_concurrency.lockutils [req-9dd1a5ed-ea4e-49b2-bc2b-3e8ec3382c09 req-7f259588-bf49-44b1-b550-a5dd6b988d1b service nova] Releasing lock "refresh_cache-b6172a62-442a-41fb-8fbd-6e47f6a67aa9" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.249838] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2076.250204] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-34539497-8baa-4309-9b5d-a696b6d04511 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.263085] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2076.263085] env[62490]: value = "task-2066088" [ 2076.263085] env[62490]: _type = "Task" [ 2076.263085] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.280182] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066088, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.293819] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066086, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.298413] env[62490]: DEBUG nova.network.neutron [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.410417] env[62490]: DEBUG nova.scheduler.client.report [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.512376] env[62490]: DEBUG nova.network.neutron [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Updating instance_info_cache with network_info: [{"id": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "address": "fa:16:3e:8c:5a:1b", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaeafb46-b0", "ovs_interfaceid": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.605390] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.661922] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066085, 'name': ReconfigVM_Task, 'duration_secs': 0.752689} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.662339] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 62740e24-a408-49f2-af22-12f2b4ce4609/62740e24-a408-49f2-af22-12f2b4ce4609.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.663054] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-737a6cb2-4fe3-44fa-9699-63f8c196a5c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.672403] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2076.672403] env[62490]: value = "task-2066089" [ 2076.672403] env[62490]: _type = "Task" [ 2076.672403] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.682280] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066089, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.693994] env[62490]: DEBUG nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2076.773833] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.794868] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530435} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.795320] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b6172a62-442a-41fb-8fbd-6e47f6a67aa9/b6172a62-442a-41fb-8fbd-6e47f6a67aa9.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2076.796348] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2076.796683] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e28a3c09-b73f-4f32-8084-2f180bab412f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.806795] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2076.806795] env[62490]: value = "task-2066090" [ 2076.806795] env[62490]: _type = "Task" [ 2076.806795] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.817217] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.837336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "0827d8a0-70a9-46d1-a252-49da49e292a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.837596] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.916271] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.917080] env[62490]: DEBUG nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2076.920114] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.223s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.921629] env[62490]: INFO nova.compute.claims [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2076.927014] env[62490]: DEBUG nova.compute.manager [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Received event network-vif-plugged-eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2076.927258] env[62490]: DEBUG oslo_concurrency.lockutils [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] Acquiring lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.927675] env[62490]: DEBUG oslo_concurrency.lockutils [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.927675] env[62490]: DEBUG oslo_concurrency.lockutils [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.927874] env[62490]: DEBUG nova.compute.manager [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] No waiting events found dispatching network-vif-plugged-eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.928087] env[62490]: WARNING nova.compute.manager [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Received unexpected event network-vif-plugged-eaeafb46-b048-4463-ab9b-a6d38f8584d1 for instance with vm_state building and task_state spawning. [ 2076.928264] env[62490]: DEBUG nova.compute.manager [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Received event network-changed-eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2076.928417] env[62490]: DEBUG nova.compute.manager [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Refreshing instance network info cache due to event network-changed-eaeafb46-b048-4463-ab9b-a6d38f8584d1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2076.928618] env[62490]: DEBUG oslo_concurrency.lockutils [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] Acquiring lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.014836] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.015268] env[62490]: DEBUG nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Instance network_info: |[{"id": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "address": "fa:16:3e:8c:5a:1b", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaeafb46-b0", "ovs_interfaceid": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2077.015587] env[62490]: DEBUG oslo_concurrency.lockutils [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] Acquired lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.015777] env[62490]: DEBUG nova.network.neutron [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Refreshing network info cache for port eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2077.017056] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:5a:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaeafb46-b048-4463-ab9b-a6d38f8584d1', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.026809] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Creating folder: Project (37d5cc49de00476183560b2dd7a51048). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2077.027647] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29156acd-db15-4895-9d86-dea1945c2ce9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.041208] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Created folder: Project (37d5cc49de00476183560b2dd7a51048) in parent group-v423467. [ 2077.041458] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Creating folder: Instances. Parent ref: group-v423686. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2077.041721] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-168813a2-bc9f-404a-9a63-c1567e55644d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.054397] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Created folder: Instances in parent group-v423686. [ 2077.054692] env[62490]: DEBUG oslo.service.loopingcall [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.054918] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.055165] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-193d094d-7ec6-4b22-a0a8-23419f58ac89 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.078964] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.078964] env[62490]: value = "task-2066093" [ 2077.078964] env[62490]: _type = "Task" [ 2077.078964] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.088090] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066093, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.107364] env[62490]: DEBUG oslo_vmware.api [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066087, 'name': PowerOnVM_Task, 'duration_secs': 0.625401} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.107749] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2077.108079] env[62490]: INFO nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Took 17.44 seconds to spawn the instance on the hypervisor. [ 2077.108339] env[62490]: DEBUG nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2077.109400] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a72002-0f67-40ac-a8a6-47d2bc4fa174 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.183855] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066089, 'name': Rename_Task, 'duration_secs': 0.284688} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.184215] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2077.184477] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dcf0c7f-6770-4831-a7ea-48a8a6ee8cdb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.193106] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2077.193106] env[62490]: value = "task-2066094" [ 2077.193106] env[62490]: _type = "Task" [ 2077.193106] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.203817] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.219586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.275046] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.320359] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133876} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.320654] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2077.321542] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a45b7-0062-40fb-9afb-2ba6796bce10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.349508] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b6172a62-442a-41fb-8fbd-6e47f6a67aa9/b6172a62-442a-41fb-8fbd-6e47f6a67aa9.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.350093] env[62490]: DEBUG nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2077.353041] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c735602-0fc0-41e5-bf8c-a01f40b38b20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.377151] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2077.377151] env[62490]: value = "task-2066095" [ 2077.377151] env[62490]: _type = "Task" [ 2077.377151] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.389091] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.429157] env[62490]: DEBUG nova.compute.utils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2077.430927] env[62490]: DEBUG nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2077.431124] env[62490]: DEBUG nova.network.neutron [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2077.486007] env[62490]: DEBUG nova.policy [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63fb65d780334569ab593937f201c947', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aef3dcfed4c84d3c996e56e1563d5678', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2077.597145] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066093, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.630025] env[62490]: INFO nova.compute.manager [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Took 32.50 seconds to build instance. [ 2077.654901] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.655624] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.655624] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.655624] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.655835] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.662019] env[62490]: INFO nova.compute.manager [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Terminating instance [ 2077.707760] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.782724] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066088, 'name': CreateSnapshot_Task, 'duration_secs': 1.192146} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.783295] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2077.784161] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d3e87-8d57-44da-89bc-30ecb71c2c12 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.889374] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.896209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.935087] env[62490]: DEBUG nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2078.002726] env[62490]: DEBUG nova.network.neutron [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Updated VIF entry in instance network info cache for port eaeafb46-b048-4463-ab9b-a6d38f8584d1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.002726] env[62490]: DEBUG nova.network.neutron [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Updating instance_info_cache with network_info: [{"id": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "address": "fa:16:3e:8c:5a:1b", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaeafb46-b0", "ovs_interfaceid": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.077403] env[62490]: DEBUG nova.network.neutron [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Successfully created port: a5faba7b-6a84-4ac6-80a1-faa88cac24f3 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2078.092976] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066093, 'name': CreateVM_Task, 'duration_secs': 0.581038} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.095660] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.096721] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.096803] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.097338] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.097916] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1307f322-2a9a-4b49-a37b-0a851915aca4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.103625] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2078.103625] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c6947-69c0-7b84-2e1c-f4221382176b" [ 2078.103625] env[62490]: _type = "Task" [ 2078.103625] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.116852] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c6947-69c0-7b84-2e1c-f4221382176b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.134301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d841abf2-9314-4b18-9834-0ee3771d12b7 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "afa2ae74-e468-409d-b9b7-d372e4678364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.009s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.166644] env[62490]: DEBUG nova.compute.manager [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2078.166933] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2078.167806] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f25ac97-35f9-4b0c-8b69-c02e71b59cae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.183012] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2078.183327] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7fa17fe-8d18-4f88-b5f4-dd7247eebeec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.192345] env[62490]: DEBUG oslo_vmware.api [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2078.192345] env[62490]: value = "task-2066096" [ 2078.192345] env[62490]: _type = "Task" [ 2078.192345] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.207024] env[62490]: DEBUG oslo_vmware.api [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.214918] env[62490]: DEBUG oslo_vmware.api [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066094, 'name': PowerOnVM_Task, 'duration_secs': 0.736644} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.215529] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.215827] env[62490]: INFO nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Took 9.02 seconds to spawn the instance on the hypervisor. [ 2078.216149] env[62490]: DEBUG nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.217444] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43103e52-0d59-4b63-badf-c8c25107c4f1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.304612] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2078.308161] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ef96e2a-356c-436b-a07b-cf4232f2469f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.319928] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2078.319928] env[62490]: value = "task-2066097" [ 2078.319928] env[62490]: _type = "Task" [ 2078.319928] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.334268] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066097, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.383837] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b6e55-1ef6-4c15-90e2-0d27cc87c5b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.396760] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8073c407-38ce-48cb-bece-601768a49963 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.400395] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066095, 'name': ReconfigVM_Task, 'duration_secs': 0.527062} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.401161] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b6172a62-442a-41fb-8fbd-6e47f6a67aa9/b6172a62-442a-41fb-8fbd-6e47f6a67aa9.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.401998] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e879fc6-5281-462b-b0cd-0aa9a3abe2e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.435667] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea5ac4-5090-4dda-bd94-f1ef9f6cf91e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.438720] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2078.438720] env[62490]: value = "task-2066098" [ 2078.438720] env[62490]: _type = "Task" [ 2078.438720] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.451165] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7646ea-9681-47f8-99d7-d5670b5a1194 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.460346] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066098, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.472851] env[62490]: DEBUG nova.compute.provider_tree [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.505251] env[62490]: DEBUG oslo_concurrency.lockutils [req-904ac409-f2b0-45b7-ab6a-5caf66e31691 req-a2dd794d-aa81-49ce-b3a5-cc450e183f81 service nova] Releasing lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.616833] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c6947-69c0-7b84-2e1c-f4221382176b, 'name': SearchDatastore_Task, 'duration_secs': 0.016393} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.617234] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.617482] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2078.617739] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.617913] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.618115] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2078.618426] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad43a11-38f9-4d71-89e5-803911e67887 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.630816] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2078.630816] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2078.631611] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc888f2-472f-43b1-8831-32ca0e84adab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.638277] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2078.638277] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52140813-8a90-7afb-6896-46efa8625add" [ 2078.638277] env[62490]: _type = "Task" [ 2078.638277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.647810] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52140813-8a90-7afb-6896-46efa8625add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.705044] env[62490]: DEBUG oslo_vmware.api [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066096, 'name': PowerOffVM_Task, 'duration_secs': 0.314158} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.705044] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2078.705044] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2078.705392] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23fbffe0-d023-4df8-960d-f2dea94b5b5a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.740334] env[62490]: INFO nova.compute.manager [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Took 30.52 seconds to build instance. [ 2078.831975] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066097, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.855090] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.855440] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.855641] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleting the datastore file [datastore1] 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.855947] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-283e5465-6d33-4636-824f-3a6814cbfac0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.864133] env[62490]: DEBUG oslo_vmware.api [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for the task: (returnval){ [ 2078.864133] env[62490]: value = "task-2066100" [ 2078.864133] env[62490]: _type = "Task" [ 2078.864133] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.872943] env[62490]: DEBUG oslo_vmware.api [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.950408] env[62490]: DEBUG nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2078.956392] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066098, 'name': Rename_Task, 'duration_secs': 0.240679} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.956658] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.956903] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33e23c3-64ae-4838-8fb5-3f21002a78da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.964987] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2078.964987] env[62490]: value = "task-2066101" [ 2078.964987] env[62490]: _type = "Task" [ 2078.964987] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.975114] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.978036] env[62490]: DEBUG nova.scheduler.client.report [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.025672] env[62490]: DEBUG nova.compute.manager [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.030029] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a07efd-24e8-4d18-b8e9-1adbb571b697 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.043885] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2079.044238] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.044383] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2079.044602] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.044780] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2079.045731] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2079.045731] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2079.045731] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2079.045731] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2079.045731] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2079.046025] env[62490]: DEBUG nova.virt.hardware [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2079.047260] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02afc16f-4973-4576-8a93-87b65fb31d9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.058664] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd30a5dd-e6f3-46ef-8465-b8831b197a18 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.151957] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52140813-8a90-7afb-6896-46efa8625add, 'name': SearchDatastore_Task, 'duration_secs': 0.018072} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.152909] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad55c91-3cb4-4f62-add3-e6779a07e957 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.159219] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2079.159219] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f6c2ad-6a9f-7928-9998-c43b18b3d046" [ 2079.159219] env[62490]: _type = "Task" [ 2079.159219] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.168427] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f6c2ad-6a9f-7928-9998-c43b18b3d046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.242718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-98002bce-cdae-485b-a50a-706868d1cedc tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.044s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.332661] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066097, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.375478] env[62490]: DEBUG oslo_vmware.api [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Task: {'id': task-2066100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370921} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.375760] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2079.375946] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2079.376140] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2079.376323] env[62490]: INFO nova.compute.manager [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2079.376567] env[62490]: DEBUG oslo.service.loopingcall [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2079.376762] env[62490]: DEBUG nova.compute.manager [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2079.376857] env[62490]: DEBUG nova.network.neutron [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2079.476843] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.485870] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.486624] env[62490]: DEBUG nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2079.489318] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.743s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.533787] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "62740e24-a408-49f2-af22-12f2b4ce4609" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.534069] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.534627] env[62490]: INFO nova.compute.manager [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Shelving [ 2079.552061] env[62490]: INFO nova.compute.manager [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] instance snapshotting [ 2079.557379] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720fa82-df91-4230-80b4-84c3bc6fc04a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.585289] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd02d77-1cb9-4981-a1c1-df0914b3af18 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.671228] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f6c2ad-6a9f-7928-9998-c43b18b3d046, 'name': SearchDatastore_Task, 'duration_secs': 0.029304} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.671550] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.671854] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 200b5ab7-5319-4f49-a15d-6e0a1385a3a8/200b5ab7-5319-4f49-a15d-6e0a1385a3a8.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2079.672570] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-632dc8a1-9c1f-447e-9339-44c905c9dba9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.681788] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2079.681788] env[62490]: value = "task-2066102" [ 2079.681788] env[62490]: _type = "Task" [ 2079.681788] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.691913] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.850862] env[62490]: DEBUG nova.compute.manager [req-01cbde57-cee2-435a-9f59-47964960a7f4 req-8d1cce12-c6a1-4c66-beb4-162d954016eb service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Received event network-vif-deleted-db71cd38-9e5e-47bd-bc73-9cd4808ce722 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2079.851293] env[62490]: INFO nova.compute.manager [req-01cbde57-cee2-435a-9f59-47964960a7f4 req-8d1cce12-c6a1-4c66-beb4-162d954016eb service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Neutron deleted interface db71cd38-9e5e-47bd-bc73-9cd4808ce722; detaching it from the instance and deleting it from the info cache [ 2079.851552] env[62490]: DEBUG nova.network.neutron [req-01cbde57-cee2-435a-9f59-47964960a7f4 req-8d1cce12-c6a1-4c66-beb4-162d954016eb service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.857547] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066097, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.983777] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.991588] env[62490]: DEBUG nova.network.neutron [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Successfully updated port: a5faba7b-6a84-4ac6-80a1-faa88cac24f3 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2079.993871] env[62490]: DEBUG nova.compute.utils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2079.998500] env[62490]: INFO nova.compute.claims [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2080.005774] env[62490]: DEBUG nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2080.005970] env[62490]: DEBUG nova.network.neutron [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2080.076041] env[62490]: DEBUG nova.policy [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c03c9d50381b4523b9b2e967c2f88955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4fcd745c22426fb4483f8a3a26d3e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2080.098725] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2080.099071] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ff65b69-8c23-467e-b3b4-7847bf1abd9b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.109604] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2080.109604] env[62490]: value = "task-2066103" [ 2080.109604] env[62490]: _type = "Task" [ 2080.109604] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.120683] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066103, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.194429] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066102, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.328776] env[62490]: DEBUG nova.network.neutron [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.336757] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066097, 'name': CloneVM_Task, 'duration_secs': 1.772347} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.337377] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Created linked-clone VM from snapshot [ 2080.339473] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6b2d5e-2b2f-4852-aca5-1455cee6bb65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.350329] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Uploading image 30293c05-6e10-4e29-80d9-a63120734972 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2080.356032] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35a6d6af-9941-4413-b535-4fb2433565cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.368160] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe4266-3739-4ac8-9d73-ecc4c4ed4914 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.393213] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2080.393213] env[62490]: value = "vm-423690" [ 2080.393213] env[62490]: _type = "VirtualMachine" [ 2080.393213] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2080.394388] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7668123e-4f33-40ca-8ddb-633939b6d80c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.416593] env[62490]: DEBUG nova.compute.manager [req-01cbde57-cee2-435a-9f59-47964960a7f4 req-8d1cce12-c6a1-4c66-beb4-162d954016eb service nova] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Detach interface failed, port_id=db71cd38-9e5e-47bd-bc73-9cd4808ce722, reason: Instance 8846de16-a817-4daa-81fc-9567a8dd032e could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2080.419099] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52496fd5-067a-7028-19c3-884f09e5c951/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2080.421063] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00304512-d6ef-44b6-8c7a-6b79527a08ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.423981] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lease: (returnval){ [ 2080.423981] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52da7d95-f975-2f03-2078-57ee685a2c0b" [ 2080.423981] env[62490]: _type = "HttpNfcLease" [ 2080.423981] env[62490]: } obtained for exporting VM: (result){ [ 2080.423981] env[62490]: value = "vm-423690" [ 2080.423981] env[62490]: _type = "VirtualMachine" [ 2080.423981] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2080.424521] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the lease: (returnval){ [ 2080.424521] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52da7d95-f975-2f03-2078-57ee685a2c0b" [ 2080.424521] env[62490]: _type = "HttpNfcLease" [ 2080.424521] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2080.429858] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52496fd5-067a-7028-19c3-884f09e5c951/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2080.430049] env[62490]: ERROR oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52496fd5-067a-7028-19c3-884f09e5c951/disk-0.vmdk due to incomplete transfer. [ 2080.430702] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-74c4f73b-f10b-4c4c-969c-4fa62bbd9482 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.434500] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2080.434500] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52da7d95-f975-2f03-2078-57ee685a2c0b" [ 2080.434500] env[62490]: _type = "HttpNfcLease" [ 2080.434500] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2080.436281] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2080.436281] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52da7d95-f975-2f03-2078-57ee685a2c0b" [ 2080.436281] env[62490]: _type = "HttpNfcLease" [ 2080.436281] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2080.436281] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caa3b1e-dda6-40bb-a1a5-fd65c67477ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.440033] env[62490]: DEBUG oslo_vmware.rw_handles [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52496fd5-067a-7028-19c3-884f09e5c951/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2080.440033] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Uploaded image 93b8c464-d1f5-4416-af31-656ea565b259 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2080.442400] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2080.443131] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc68d732-a8b1-4c22-8b22-5186d1471ac9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.450420] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246c6ef-a1d2-6711-71e8-8b0e63227080/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2080.450673] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246c6ef-a1d2-6711-71e8-8b0e63227080/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2080.453046] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2080.453046] env[62490]: value = "task-2066105" [ 2080.453046] env[62490]: _type = "Task" [ 2080.453046] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.511890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "refresh_cache-06b9ca71-64ed-4a54-8a2f-a1f649565fb7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.511890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquired lock "refresh_cache-06b9ca71-64ed-4a54-8a2f-a1f649565fb7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.512408] env[62490]: DEBUG nova.network.neutron [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2080.517022] env[62490]: DEBUG nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2080.517219] env[62490]: INFO nova.compute.resource_tracker [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating resource usage from migration 82630805-8325-4ef9-a2d9-675df3cc213e [ 2080.524390] env[62490]: DEBUG nova.network.neutron [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Successfully created port: 0089edcb-e335-4a54-a629-842d13777351 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2080.532475] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066105, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.539431] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.546691] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2080.547038] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-843b6419-9782-456a-8f90-253d326044d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.561527] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2080.561527] env[62490]: value = "task-2066106" [ 2080.561527] env[62490]: _type = "Task" [ 2080.561527] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.574617] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.580636] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a73e5a0f-4202-4bbd-afc9-88f3230d454c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.626626] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066103, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.693920] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632385} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.695647] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 200b5ab7-5319-4f49-a15d-6e0a1385a3a8/200b5ab7-5319-4f49-a15d-6e0a1385a3a8.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2080.695647] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2080.695647] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0217ca81-7471-4c14-b13c-d2e547457aad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.705195] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2080.705195] env[62490]: value = "task-2066107" [ 2080.705195] env[62490]: _type = "Task" [ 2080.705195] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.714420] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.839470] env[62490]: INFO nova.compute.manager [-] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Took 1.46 seconds to deallocate network for instance. [ 2080.963535] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066105, 'name': Destroy_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.965415] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae35bcf-3d85-470f-8834-236649e6cd4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.974283] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ae8e4d-f147-4c91-9bf8-4035e6a59043 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.008661] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3265d2f-6642-46af-a834-c8b070a98801 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.027420] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228eef8-bbfa-4e2a-b4cd-1f8b9e559140 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.031699] env[62490]: DEBUG oslo_vmware.api [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066101, 'name': PowerOnVM_Task, 'duration_secs': 1.668592} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.033989] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2081.034471] env[62490]: INFO nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Took 9.36 seconds to spawn the instance on the hypervisor. [ 2081.035486] env[62490]: DEBUG nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2081.036492] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dbf128-9745-45ac-b6b6-3ad94988ab66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.050029] env[62490]: DEBUG nova.compute.provider_tree [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.074099] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066106, 'name': PowerOffVM_Task, 'duration_secs': 0.439472} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.074434] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2081.075502] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24648d51-aad4-4a80-b488-fd337b4fb154 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.080645] env[62490]: DEBUG nova.network.neutron [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2081.100337] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa47dc3-051d-4b3d-80f8-57d70096286e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.124365] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066103, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.216312] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199264} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.216838] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.217836] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f2883-3173-4ab8-96b6-823f75fcf1e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.243842] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 200b5ab7-5319-4f49-a15d-6e0a1385a3a8/200b5ab7-5319-4f49-a15d-6e0a1385a3a8.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.243996] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c00a620e-05a9-47bb-b5cd-9b9c917f80aa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.259997] env[62490]: DEBUG nova.network.neutron [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Updating instance_info_cache with network_info: [{"id": "a5faba7b-6a84-4ac6-80a1-faa88cac24f3", "address": "fa:16:3e:53:a0:d6", "network": {"id": "6a29cdaf-6831-4741-aedc-e2f82dd83715", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1249208944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aef3dcfed4c84d3c996e56e1563d5678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5faba7b-6a", "ovs_interfaceid": "a5faba7b-6a84-4ac6-80a1-faa88cac24f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.268916] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2081.268916] env[62490]: value = "task-2066108" [ 2081.268916] env[62490]: _type = "Task" [ 2081.268916] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.280038] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.348640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.467578] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066105, 'name': Destroy_Task, 'duration_secs': 0.555347} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.467578] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Destroyed the VM [ 2081.467578] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2081.467578] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3217d7aa-bc0a-4667-825d-64af142f0688 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.477819] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2081.477819] env[62490]: value = "task-2066109" [ 2081.477819] env[62490]: _type = "Task" [ 2081.477819] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.488321] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.533848] env[62490]: DEBUG nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2081.552935] env[62490]: DEBUG nova.scheduler.client.report [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.572717] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2081.572927] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2081.574079] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2081.574508] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2081.574750] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2081.574963] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2081.575706] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2081.575706] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2081.575855] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2081.576071] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2081.576351] env[62490]: DEBUG nova.virt.hardware [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2081.577315] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f323fad3-c9cd-4f95-bd73-ffd427fbed79 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.581919] env[62490]: INFO nova.compute.manager [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Took 30.76 seconds to build instance. [ 2081.591602] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad226029-fc4e-4496-a11a-33195dc127f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.613801] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2081.614727] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66be9023-bab5-435a-8ff3-051186f81790 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.627673] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066103, 'name': CreateSnapshot_Task, 'duration_secs': 1.415794} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.629311] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2081.629765] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2081.629765] env[62490]: value = "task-2066110" [ 2081.629765] env[62490]: _type = "Task" [ 2081.629765] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.630966] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c6e88-1b94-400e-b7f8-9cd08dffc70e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.652083] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.763214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Releasing lock "refresh_cache-06b9ca71-64ed-4a54-8a2f-a1f649565fb7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.763521] env[62490]: DEBUG nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Instance network_info: |[{"id": "a5faba7b-6a84-4ac6-80a1-faa88cac24f3", "address": "fa:16:3e:53:a0:d6", "network": {"id": "6a29cdaf-6831-4741-aedc-e2f82dd83715", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1249208944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aef3dcfed4c84d3c996e56e1563d5678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5faba7b-6a", "ovs_interfaceid": "a5faba7b-6a84-4ac6-80a1-faa88cac24f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2081.764256] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a0:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5faba7b-6a84-4ac6-80a1-faa88cac24f3', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2081.777248] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Creating folder: Project (aef3dcfed4c84d3c996e56e1563d5678). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2081.777853] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab989162-5e27-42e4-b0f2-7958548b19cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.793078] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066108, 'name': ReconfigVM_Task, 'duration_secs': 0.470018} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.793658] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 200b5ab7-5319-4f49-a15d-6e0a1385a3a8/200b5ab7-5319-4f49-a15d-6e0a1385a3a8.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2081.794691] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fa81d63-c44c-49d6-be5e-f95bcec7f2d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.800464] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Created folder: Project (aef3dcfed4c84d3c996e56e1563d5678) in parent group-v423467. [ 2081.801076] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Creating folder: Instances. Parent ref: group-v423692. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2081.801245] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c1cbef6-9d79-4038-9cc4-370e2d6bfa7b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.804346] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2081.804346] env[62490]: value = "task-2066112" [ 2081.804346] env[62490]: _type = "Task" [ 2081.804346] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.821388] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066112, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.823275] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Created folder: Instances in parent group-v423692. [ 2081.823684] env[62490]: DEBUG oslo.service.loopingcall [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2081.823997] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2081.824711] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fb0ce5a-d368-41e0-975f-8c3f884974c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.852051] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2081.852051] env[62490]: value = "task-2066114" [ 2081.852051] env[62490]: _type = "Task" [ 2081.852051] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.866853] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066114, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.993031] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066109, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.058412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.569s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.062025] env[62490]: INFO nova.compute.manager [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Migrating [ 2082.076556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.051s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.076556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.076556] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2082.078017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.901s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.078017] env[62490]: DEBUG nova.objects.instance [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lazy-loading 'resources' on Instance uuid d2564c4f-3e39-4560-9de4-1209508f0e67 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2082.084515] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84430e08-32cd-4231-b801-b135e40f8f9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.088298] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3e44740f-3153-4652-a23e-51a85dc86008 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.279s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.096922] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0286f56b-42d7-4ebd-aaac-1c428b9b6898 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.123358] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce284f-eab9-4040-b03d-485603f7ceb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.136113] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f73cb8-4c7e-45fa-8d67-de1ae32571e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.175551] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066110, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.185834] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2082.186459] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178726MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2082.186712] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.188376] env[62490]: DEBUG nova.compute.manager [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Received event network-vif-plugged-a5faba7b-6a84-4ac6-80a1-faa88cac24f3 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2082.188686] env[62490]: DEBUG oslo_concurrency.lockutils [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] Acquiring lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.188999] env[62490]: DEBUG oslo_concurrency.lockutils [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.189284] env[62490]: DEBUG oslo_concurrency.lockutils [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.189559] env[62490]: DEBUG nova.compute.manager [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] No waiting events found dispatching network-vif-plugged-a5faba7b-6a84-4ac6-80a1-faa88cac24f3 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2082.189818] env[62490]: WARNING nova.compute.manager [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Received unexpected event network-vif-plugged-a5faba7b-6a84-4ac6-80a1-faa88cac24f3 for instance with vm_state building and task_state spawning. [ 2082.190090] env[62490]: DEBUG nova.compute.manager [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Received event network-changed-a5faba7b-6a84-4ac6-80a1-faa88cac24f3 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2082.190340] env[62490]: DEBUG nova.compute.manager [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Refreshing instance network info cache due to event network-changed-a5faba7b-6a84-4ac6-80a1-faa88cac24f3. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2082.190681] env[62490]: DEBUG oslo_concurrency.lockutils [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] Acquiring lock "refresh_cache-06b9ca71-64ed-4a54-8a2f-a1f649565fb7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.190922] env[62490]: DEBUG oslo_concurrency.lockutils [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] Acquired lock "refresh_cache-06b9ca71-64ed-4a54-8a2f-a1f649565fb7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.191237] env[62490]: DEBUG nova.network.neutron [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Refreshing network info cache for port a5faba7b-6a84-4ac6-80a1-faa88cac24f3 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2082.193068] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a931be2e-aefe-4bba-ab06-72a40c6ae603 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.205079] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2082.205079] env[62490]: value = "task-2066115" [ 2082.205079] env[62490]: _type = "Task" [ 2082.205079] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.217746] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066115, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.318386] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066112, 'name': Rename_Task, 'duration_secs': 0.20781} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.318954] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.319393] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be340dee-be32-43f2-b9ba-dd52ef010879 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.329549] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2082.329549] env[62490]: value = "task-2066116" [ 2082.329549] env[62490]: _type = "Task" [ 2082.329549] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.340650] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.364857] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066114, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.429177] env[62490]: DEBUG nova.network.neutron [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Successfully updated port: 0089edcb-e335-4a54-a629-842d13777351 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2082.490871] env[62490]: DEBUG oslo_vmware.api [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066109, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783162} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.491183] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2082.491419] env[62490]: INFO nova.compute.manager [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Took 20.25 seconds to snapshot the instance on the hypervisor. [ 2082.589710] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.589905] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.590099] env[62490]: DEBUG nova.network.neutron [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.658604] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066110, 'name': CreateSnapshot_Task, 'duration_secs': 0.816248} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.659215] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2082.660420] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c5438e-8e16-4a1e-b78b-174ab8645047 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.718102] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066115, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.843032] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.854740] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.855013] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.855459] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.855660] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.855870] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.866436] env[62490]: INFO nova.compute.manager [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Terminating instance [ 2082.874807] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066114, 'name': CreateVM_Task, 'duration_secs': 0.651259} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.874807] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2082.874807] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.874976] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.875300] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2082.875596] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161ade05-6e5f-4412-a708-f1ac5321bf12 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.883233] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2082.883233] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6f6a1-6e96-0aa6-39b3-1d2dd4c8147a" [ 2082.883233] env[62490]: _type = "Task" [ 2082.883233] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.906483] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6f6a1-6e96-0aa6-39b3-1d2dd4c8147a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.932582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "refresh_cache-9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.933492] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired lock "refresh_cache-9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.933492] env[62490]: DEBUG nova.network.neutron [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.020158] env[62490]: DEBUG nova.network.neutron [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Updated VIF entry in instance network info cache for port a5faba7b-6a84-4ac6-80a1-faa88cac24f3. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2083.020655] env[62490]: DEBUG nova.network.neutron [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Updating instance_info_cache with network_info: [{"id": "a5faba7b-6a84-4ac6-80a1-faa88cac24f3", "address": "fa:16:3e:53:a0:d6", "network": {"id": "6a29cdaf-6831-4741-aedc-e2f82dd83715", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1249208944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aef3dcfed4c84d3c996e56e1563d5678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5faba7b-6a", "ovs_interfaceid": "a5faba7b-6a84-4ac6-80a1-faa88cac24f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.032501] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02032871-47ab-4cf5-93d7-4726c70f349f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.044557] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2cad69-e331-4e5a-98df-ffe0141a7d0c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.079193] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a632d14-8f1e-4461-a821-9450b0ea2eb1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.088884] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21826d8f-6232-42dd-8996-99e7eb6dfb8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.107522] env[62490]: DEBUG nova.compute.provider_tree [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.184488] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2083.184878] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37d0ab27-ea63-4891-9a1e-c6e809243f81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.196439] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2083.196439] env[62490]: value = "task-2066117" [ 2083.196439] env[62490]: _type = "Task" [ 2083.196439] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.205958] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066117, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.219898] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066115, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.329106] env[62490]: DEBUG nova.network.neutron [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance_info_cache with network_info: [{"id": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "address": "fa:16:3e:3d:1e:40", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f18878-3d", "ovs_interfaceid": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.347804] env[62490]: DEBUG oslo_vmware.api [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066116, 'name': PowerOnVM_Task, 'duration_secs': 0.805596} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.348190] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.348508] env[62490]: INFO nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Took 9.09 seconds to spawn the instance on the hypervisor. [ 2083.348790] env[62490]: DEBUG nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.350503] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35111d7-17dc-4f8d-84ea-2463b868c146 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.375582] env[62490]: DEBUG nova.compute.manager [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2083.375821] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2083.378877] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e41a0-6bf4-4a05-ab51-973758551caf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.391286] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2083.395420] env[62490]: DEBUG nova.compute.manager [None req-18c67a89-b560-4669-821b-4242f3977560 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Found 2 images (rotation: 2) {{(pid=62490) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2083.400672] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e988625b-bea9-4c05-b8f2-c420aa121d3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.414352] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6f6a1-6e96-0aa6-39b3-1d2dd4c8147a, 'name': SearchDatastore_Task, 'duration_secs': 0.024092} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.416326] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.416651] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2083.416972] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.417102] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.417324] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2083.417729] env[62490]: DEBUG oslo_vmware.api [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2083.417729] env[62490]: value = "task-2066118" [ 2083.417729] env[62490]: _type = "Task" [ 2083.417729] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.418573] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427264d2-8307-42f3-83c0-837de7b5ab48 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.432330] env[62490]: DEBUG oslo_vmware.api [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.437019] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2083.437251] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2083.438368] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220dd1be-f999-4f34-bfd4-63f2e0348865 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.447049] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2083.447049] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c63d87-a217-a7f5-e236-f4764f93aea5" [ 2083.447049] env[62490]: _type = "Task" [ 2083.447049] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.457109] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c63d87-a217-a7f5-e236-f4764f93aea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.479135] env[62490]: DEBUG nova.network.neutron [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2083.523985] env[62490]: DEBUG oslo_concurrency.lockutils [req-4e6c9db4-c757-4188-8bfe-184dc667d202 req-041f66ab-7b4e-4c53-9ce3-dcbf002f3f27 service nova] Releasing lock "refresh_cache-06b9ca71-64ed-4a54-8a2f-a1f649565fb7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.611812] env[62490]: DEBUG nova.scheduler.client.report [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.688950] env[62490]: DEBUG nova.network.neutron [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Updating instance_info_cache with network_info: [{"id": "0089edcb-e335-4a54-a629-842d13777351", "address": "fa:16:3e:43:53:c5", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0089edcb-e3", "ovs_interfaceid": "0089edcb-e335-4a54-a629-842d13777351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.709472] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066117, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.718874] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066115, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.833023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.873890] env[62490]: INFO nova.compute.manager [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Took 30.46 seconds to build instance. [ 2083.892563] env[62490]: DEBUG nova.compute.manager [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2083.896048] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830879c8-5ec4-4e0a-b14f-bfd1ee8b462d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.933305] env[62490]: DEBUG oslo_vmware.api [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066118, 'name': PowerOffVM_Task, 'duration_secs': 0.400975} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.933366] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2083.933555] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2083.933829] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8c55be6-2c95-4c88-bbaa-f59393371088 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.960681] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c63d87-a217-a7f5-e236-f4764f93aea5, 'name': SearchDatastore_Task, 'duration_secs': 0.017579} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.961718] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff43d0f1-a620-4da0-bdb9-05fd11b2fa0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.968794] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2083.968794] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520c32e0-4509-fa82-5fa9-a98cae497a28" [ 2083.968794] env[62490]: _type = "Task" [ 2083.968794] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.981026] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520c32e0-4509-fa82-5fa9-a98cae497a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.120087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.120087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.166s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.120087] env[62490]: DEBUG nova.objects.instance [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lazy-loading 'resources' on Instance uuid c144a36e-b7cb-4910-8733-29f0d9c15e43 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.149998] env[62490]: INFO nova.scheduler.client.report [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleted allocations for instance d2564c4f-3e39-4560-9de4-1209508f0e67 [ 2084.158200] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2084.158808] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2084.158808] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Deleting the datastore file [datastore1] b6172a62-442a-41fb-8fbd-6e47f6a67aa9 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2084.158954] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d50daf2-a69d-41f9-bf93-393069dff0e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.169320] env[62490]: DEBUG oslo_vmware.api [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for the task: (returnval){ [ 2084.169320] env[62490]: value = "task-2066120" [ 2084.169320] env[62490]: _type = "Task" [ 2084.169320] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.180196] env[62490]: DEBUG oslo_vmware.api [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.193196] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Releasing lock "refresh_cache-9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.193579] env[62490]: DEBUG nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Instance network_info: |[{"id": "0089edcb-e335-4a54-a629-842d13777351", "address": "fa:16:3e:43:53:c5", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0089edcb-e3", "ovs_interfaceid": "0089edcb-e335-4a54-a629-842d13777351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2084.194438] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:53:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0089edcb-e335-4a54-a629-842d13777351', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.202988] env[62490]: DEBUG oslo.service.loopingcall [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.204102] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.208809] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e4329b4-be42-47e8-8f56-05fb660634a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.226845] env[62490]: DEBUG nova.compute.manager [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Received event network-vif-plugged-0089edcb-e335-4a54-a629-842d13777351 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.227110] env[62490]: DEBUG oslo_concurrency.lockutils [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] Acquiring lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.227297] env[62490]: DEBUG oslo_concurrency.lockutils [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.227811] env[62490]: DEBUG oslo_concurrency.lockutils [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.227811] env[62490]: DEBUG nova.compute.manager [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] No waiting events found dispatching network-vif-plugged-0089edcb-e335-4a54-a629-842d13777351 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.228022] env[62490]: WARNING nova.compute.manager [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Received unexpected event network-vif-plugged-0089edcb-e335-4a54-a629-842d13777351 for instance with vm_state building and task_state spawning. [ 2084.228022] env[62490]: DEBUG nova.compute.manager [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Received event network-changed-0089edcb-e335-4a54-a629-842d13777351 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.228212] env[62490]: DEBUG nova.compute.manager [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Refreshing instance network info cache due to event network-changed-0089edcb-e335-4a54-a629-842d13777351. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2084.228445] env[62490]: DEBUG oslo_concurrency.lockutils [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] Acquiring lock "refresh_cache-9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.228445] env[62490]: DEBUG oslo_concurrency.lockutils [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] Acquired lock "refresh_cache-9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.228593] env[62490]: DEBUG nova.network.neutron [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Refreshing network info cache for port 0089edcb-e335-4a54-a629-842d13777351 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.239488] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066117, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.242413] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.242413] env[62490]: value = "task-2066121" [ 2084.242413] env[62490]: _type = "Task" [ 2084.242413] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.250392] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066115, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.256481] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066121, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.376614] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c274323f-c510-4ee1-b7b4-5680585374e5 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.973s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.408422] env[62490]: INFO nova.compute.manager [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] instance snapshotting [ 2084.409163] env[62490]: DEBUG nova.objects.instance [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'flavor' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.481329] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520c32e0-4509-fa82-5fa9-a98cae497a28, 'name': SearchDatastore_Task, 'duration_secs': 0.013731} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.481786] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.482091] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 06b9ca71-64ed-4a54-8a2f-a1f649565fb7/06b9ca71-64ed-4a54-8a2f-a1f649565fb7.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.482380] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f19df68f-0837-4249-bf5e-debeffeb150c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.492687] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2084.492687] env[62490]: value = "task-2066122" [ 2084.492687] env[62490]: _type = "Task" [ 2084.492687] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.502618] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.659794] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0896b46e-ee11-4e15-906e-b5ecf2cc69c8 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "d2564c4f-3e39-4560-9de4-1209508f0e67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.191s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.686214] env[62490]: DEBUG oslo_vmware.api [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Task: {'id': task-2066120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261769} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.686481] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2084.686662] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2084.687261] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2084.687474] env[62490]: INFO nova.compute.manager [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2084.687729] env[62490]: DEBUG oslo.service.loopingcall [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.690747] env[62490]: DEBUG nova.compute.manager [-] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2084.690855] env[62490]: DEBUG nova.network.neutron [-] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2084.717404] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066117, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.735729] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066115, 'name': CloneVM_Task, 'duration_secs': 2.4252} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.736030] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Created linked-clone VM from snapshot [ 2084.737259] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b9a4dc-e81d-4c0a-94ac-4a0d332dc0f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.753619] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Uploading image 953c4d5c-b19a-4d52-896a-3a473186b2b2 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2084.762304] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066121, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.769516] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2084.769807] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b48a7d90-b490-4d1b-8abc-87c6a615adc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.780953] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2084.780953] env[62490]: value = "task-2066123" [ 2084.780953] env[62490]: _type = "Task" [ 2084.780953] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.793530] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066123, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.916735] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeb8258-c513-45ec-b838-0a338dc24057 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.945311] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ef1311-1525-4e5b-8861-020f52df9a39 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.008336] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066122, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.106214] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff7d45-cb9e-41e1-bbba-61b0b74c1878 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.126482] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f9959e-cd2f-4e61-9cdf-d6d08fa3e8e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.173366] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe97f61-a519-4370-a19a-6025b0c8d083 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.183999] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8648a-85c9-4834-bfe2-90c29e71f576 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.201801] env[62490]: DEBUG nova.compute.provider_tree [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.204384] env[62490]: DEBUG nova.network.neutron [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Updated VIF entry in instance network info cache for port 0089edcb-e335-4a54-a629-842d13777351. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.208036] env[62490]: DEBUG nova.network.neutron [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Updating instance_info_cache with network_info: [{"id": "0089edcb-e335-4a54-a629-842d13777351", "address": "fa:16:3e:43:53:c5", "network": {"id": "ba979f2a-42d2-4705-90b2-0b1eb2de08ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2858174f5f6d414ea40a8d5fa791e904", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0089edcb-e3", "ovs_interfaceid": "0089edcb-e335-4a54-a629-842d13777351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.217390] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066117, 'name': CloneVM_Task, 'duration_secs': 1.662786} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.218205] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Created linked-clone VM from snapshot [ 2085.219875] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd169bff-5b08-4905-9fb5-2eeef2c43d49 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.229640] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Uploading image 9277db82-194b-42cd-9f56-2faa83a4248c {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2085.254813] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066121, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.273209] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2085.273209] env[62490]: value = "vm-423697" [ 2085.273209] env[62490]: _type = "VirtualMachine" [ 2085.273209] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2085.273557] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74d6c165-0a9f-4a07-a18b-1d617ac7c88d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.283555] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lease: (returnval){ [ 2085.283555] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c8ab56-8944-153d-9e54-bc25b10ec026" [ 2085.283555] env[62490]: _type = "HttpNfcLease" [ 2085.283555] env[62490]: } obtained for exporting VM: (result){ [ 2085.283555] env[62490]: value = "vm-423697" [ 2085.283555] env[62490]: _type = "VirtualMachine" [ 2085.283555] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2085.283959] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the lease: (returnval){ [ 2085.283959] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c8ab56-8944-153d-9e54-bc25b10ec026" [ 2085.283959] env[62490]: _type = "HttpNfcLease" [ 2085.283959] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2085.296190] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2085.296190] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c8ab56-8944-153d-9e54-bc25b10ec026" [ 2085.296190] env[62490]: _type = "HttpNfcLease" [ 2085.296190] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2085.299823] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066123, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.353586] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f632236-e136-4a26-89b8-3af9f96a47e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.373332] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance 'fff1dd74-dabe-4a13-95d2-e20584aff21c' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.459170] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2085.459497] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da987630-24be-45a8-a5be-c47f524936c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.468609] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2085.468609] env[62490]: value = "task-2066125" [ 2085.468609] env[62490]: _type = "Task" [ 2085.468609] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.480157] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.503208] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672456} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.503539] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 06b9ca71-64ed-4a54-8a2f-a1f649565fb7/06b9ca71-64ed-4a54-8a2f-a1f649565fb7.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2085.504073] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2085.504073] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-550dd984-12ac-432a-902a-1ab41ac7a468 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.512062] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2085.512062] env[62490]: value = "task-2066126" [ 2085.512062] env[62490]: _type = "Task" [ 2085.512062] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.525337] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.707956] env[62490]: DEBUG nova.scheduler.client.report [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2085.711476] env[62490]: DEBUG oslo_concurrency.lockutils [req-0924ddba-634a-4407-ada4-0f3b7f7ee521 req-26fb5b3a-693f-434c-8e6b-e21e8b6e605e service nova] Releasing lock "refresh_cache-9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.735027] env[62490]: DEBUG nova.network.neutron [-] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.755382] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066121, 'name': CreateVM_Task, 'duration_secs': 1.066416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.755564] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.756265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.756432] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.756761] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.757251] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f1cc59-b293-4a56-a1b0-1bdd6c795736 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.762245] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2085.762245] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52410cd1-1a60-c3b9-76a1-c8e12def8f68" [ 2085.762245] env[62490]: _type = "Task" [ 2085.762245] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.771012] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "6c1122c9-1899-4210-94e6-ed17625bd035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.771256] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.771462] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "6c1122c9-1899-4210-94e6-ed17625bd035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.771646] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.771813] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.773355] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52410cd1-1a60-c3b9-76a1-c8e12def8f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.774045] env[62490]: INFO nova.compute.manager [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Terminating instance [ 2085.795508] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066123, 'name': Destroy_Task, 'duration_secs': 0.873176} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.796165] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Destroyed the VM [ 2085.796430] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2085.796696] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a94e4b05-69cd-4af0-8a0e-b25d284c9f03 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.799670] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2085.799670] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c8ab56-8944-153d-9e54-bc25b10ec026" [ 2085.799670] env[62490]: _type = "HttpNfcLease" [ 2085.799670] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2085.800308] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2085.800308] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c8ab56-8944-153d-9e54-bc25b10ec026" [ 2085.800308] env[62490]: _type = "HttpNfcLease" [ 2085.800308] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2085.801083] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab84900-468b-41e7-bafe-c4bec13bd26f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.805726] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2085.805726] env[62490]: value = "task-2066127" [ 2085.805726] env[62490]: _type = "Task" [ 2085.805726] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.811889] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfdb85-9b57-f380-7633-50990ecd962b/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2085.812071] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfdb85-9b57-f380-7633-50990ecd962b/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2085.872863] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.879316] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2085.879620] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a5bed51-b186-4d7a-83e3-fa000b3139a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.887635] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2085.887635] env[62490]: value = "task-2066128" [ 2085.887635] env[62490]: _type = "Task" [ 2085.887635] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.897557] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.905718] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-931f7392-acaf-45d3-abd9-9b741d2f864a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.979604] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066125, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.023682] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112696} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.023966] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2086.024917] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d7e9d0-1fda-4c49-a849-cfce8e4cd093 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.048896] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 06b9ca71-64ed-4a54-8a2f-a1f649565fb7/06b9ca71-64ed-4a54-8a2f-a1f649565fb7.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.049272] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a76b631c-a9d0-492b-9c12-879a5181c5fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.070350] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2086.070350] env[62490]: value = "task-2066129" [ 2086.070350] env[62490]: _type = "Task" [ 2086.070350] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.080329] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.213133] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.216458] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.997s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.218323] env[62490]: INFO nova.compute.claims [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2086.237786] env[62490]: INFO nova.compute.manager [-] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Took 1.55 seconds to deallocate network for instance. [ 2086.242027] env[62490]: INFO nova.scheduler.client.report [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Deleted allocations for instance c144a36e-b7cb-4910-8733-29f0d9c15e43 [ 2086.263671] env[62490]: DEBUG nova.compute.manager [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Received event network-changed-eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.263671] env[62490]: DEBUG nova.compute.manager [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Refreshing instance network info cache due to event network-changed-eaeafb46-b048-4463-ab9b-a6d38f8584d1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2086.263811] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] Acquiring lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.264062] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] Acquired lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.264841] env[62490]: DEBUG nova.network.neutron [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Refreshing network info cache for port eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.279379] env[62490]: DEBUG nova.compute.manager [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2086.280139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2086.280217] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52410cd1-1a60-c3b9-76a1-c8e12def8f68, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.282255] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb1c72f-99ba-4f30-af18-40e114b95cf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.285906] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.286312] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.286612] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.287284] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.287284] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.288152] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2d37fd0-1942-4da1-b0a3-1de35e7356ba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.298315] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2086.299729] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b36836-c2ef-4d60-9d37-7b96be7c0bd8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.302073] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.302276] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.303558] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0613c9-66fc-4ea0-8a7e-9b0d79e9a96c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.315618] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2086.315618] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5bd84-86e4-cf1d-b4cd-033b3c53a403" [ 2086.315618] env[62490]: _type = "Task" [ 2086.315618] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.322441] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066127, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.322990] env[62490]: DEBUG oslo_vmware.api [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2086.322990] env[62490]: value = "task-2066130" [ 2086.322990] env[62490]: _type = "Task" [ 2086.322990] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.339990] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5bd84-86e4-cf1d-b4cd-033b3c53a403, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.346717] env[62490]: DEBUG oslo_vmware.api [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.347271] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1b5f95-a513-48a0-a9f9-8a4c4ae0272f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.355892] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2086.355892] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5282d069-8a68-9683-3940-c83edf995b83" [ 2086.355892] env[62490]: _type = "Task" [ 2086.355892] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.369846] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5282d069-8a68-9683-3940-c83edf995b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.399260] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066128, 'name': PowerOffVM_Task, 'duration_secs': 0.182843} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.399762] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2086.400095] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance 'fff1dd74-dabe-4a13-95d2-e20584aff21c' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2086.482894] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066125, 'name': CreateSnapshot_Task, 'duration_secs': 0.948948} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.483383] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2086.484378] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adba4e3f-300d-4ec9-b9ce-c2bd0a09c24f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.589346] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066129, 'name': ReconfigVM_Task, 'duration_secs': 0.469092} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.589346] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 06b9ca71-64ed-4a54-8a2f-a1f649565fb7/06b9ca71-64ed-4a54-8a2f-a1f649565fb7.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2086.590309] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c181355-14ce-4e44-b7e9-ac1289e24121 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.599735] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2086.599735] env[62490]: value = "task-2066131" [ 2086.599735] env[62490]: _type = "Task" [ 2086.599735] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.613240] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066131, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.751903] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.756024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aa4540db-1d1c-43f8-9ca8-21b283348030 tempest-ServersV294TestFqdnHostnames-875110178 tempest-ServersV294TestFqdnHostnames-875110178-project-member] Lock "c144a36e-b7cb-4910-8733-29f0d9c15e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.807s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.826099] env[62490]: DEBUG oslo_vmware.api [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066127, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719213} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.826099] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2086.839843] env[62490]: DEBUG oslo_vmware.api [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066130, 'name': PowerOffVM_Task, 'duration_secs': 0.254386} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.840182] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2086.840567] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2086.841155] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1291e3f-5647-46c2-ac84-46344f1ea2be {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.874356] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5282d069-8a68-9683-3940-c83edf995b83, 'name': SearchDatastore_Task, 'duration_secs': 0.014742} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.874743] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.875265] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4/9e4e6e9d-289f-435a-a3bf-c44f272bb1c4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2086.875537] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602ffdc2-fafc-43af-a131-29e9339d06c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.889225] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2086.889225] env[62490]: value = "task-2066133" [ 2086.889225] env[62490]: _type = "Task" [ 2086.889225] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.903025] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.907881] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.908506] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.908877] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.909192] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.909509] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.909708] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.909943] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.910300] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.910479] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.910731] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.911121] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.917017] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7ae733-7061-4cbe-8f0d-e62abcf29a00 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.939225] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2086.939225] env[62490]: value = "task-2066134" [ 2086.939225] env[62490]: _type = "Task" [ 2086.939225] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.959739] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.963759] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2086.964276] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2086.964516] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleting the datastore file [datastore1] 6c1122c9-1899-4210-94e6-ed17625bd035 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2086.964819] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153b26e6-1de5-421d-b7d5-0f798eed415b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.976873] env[62490]: DEBUG oslo_vmware.api [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for the task: (returnval){ [ 2086.976873] env[62490]: value = "task-2066135" [ 2086.976873] env[62490]: _type = "Task" [ 2086.976873] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.991447] env[62490]: DEBUG oslo_vmware.api [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.011243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2087.012366] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f2de5ca-8302-4280-9a64-421f61c3d766 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.026832] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2087.026832] env[62490]: value = "task-2066136" [ 2087.026832] env[62490]: _type = "Task" [ 2087.026832] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.042671] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066136, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.113769] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066131, 'name': Rename_Task, 'duration_secs': 0.221321} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.114296] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2087.114673] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d99ca8-c417-47f8-a0fd-a74aba45d44d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.125383] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2087.125383] env[62490]: value = "task-2066137" [ 2087.125383] env[62490]: _type = "Task" [ 2087.125383] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.136805] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.138086] env[62490]: DEBUG nova.network.neutron [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Updated VIF entry in instance network info cache for port eaeafb46-b048-4463-ab9b-a6d38f8584d1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.138941] env[62490]: DEBUG nova.network.neutron [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Updating instance_info_cache with network_info: [{"id": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "address": "fa:16:3e:8c:5a:1b", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaeafb46-b0", "ovs_interfaceid": "eaeafb46-b048-4463-ab9b-a6d38f8584d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.330536] env[62490]: WARNING nova.compute.manager [None req-543a2c2a-b87b-4dcf-ab89-1ddc0a336f7a tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Image not found during snapshot: nova.exception.ImageNotFound: Image 953c4d5c-b19a-4d52-896a-3a473186b2b2 could not be found. [ 2087.400988] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066133, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.457863] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066134, 'name': ReconfigVM_Task, 'duration_secs': 0.273088} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.458115] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance 'fff1dd74-dabe-4a13-95d2-e20584aff21c' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2087.497215] env[62490]: DEBUG oslo_vmware.api [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.539991] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066136, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.631824] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3df4d-d3bb-482d-9ba9-d1b3211aa969 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.647531] env[62490]: DEBUG oslo_concurrency.lockutils [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] Releasing lock "refresh_cache-200b5ab7-5319-4f49-a15d-6e0a1385a3a8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.647887] env[62490]: DEBUG nova.compute.manager [req-b6503ea5-6759-4ac2-8885-97fcc9cc3dc4 req-3eba8cfe-cae0-4092-bdd9-5caee53ed7a7 service nova] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Received event network-vif-deleted-426afc75-5f64-4841-b4db-93ad73f16873 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2087.648354] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066137, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.649578] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1647e0-1967-439d-8918-33349c7f13c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.691975] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492c90f-5a1a-4a63-93ab-b9fad81d86f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.701178] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a86f0b-2806-4080-b71e-9fc966671483 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.716845] env[62490]: DEBUG nova.compute.provider_tree [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2087.901739] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776963} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.902060] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4/9e4e6e9d-289f-435a-a3bf-c44f272bb1c4.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.902560] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.902847] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2cfc58a-abf9-499e-b646-3f5317255640 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.911914] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2087.911914] env[62490]: value = "task-2066138" [ 2087.911914] env[62490]: _type = "Task" [ 2087.911914] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.927562] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.968173] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2087.968415] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2087.968566] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2087.969155] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2087.969380] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2087.969574] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2087.969829] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2087.970057] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2087.970439] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2087.970650] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2087.970927] env[62490]: DEBUG nova.virt.hardware [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2087.978393] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2087.979391] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2896192-9e8f-4a1b-ac19-9a3ad45740b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.005737] env[62490]: DEBUG oslo_vmware.api [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Task: {'id': task-2066135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.709318} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.008639] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2088.008639] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2088.008639] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2088.008639] env[62490]: INFO nova.compute.manager [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2088.008639] env[62490]: DEBUG oslo.service.loopingcall [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2088.008639] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2088.008639] env[62490]: value = "task-2066139" [ 2088.008639] env[62490]: _type = "Task" [ 2088.008639] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.009061] env[62490]: DEBUG nova.compute.manager [-] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2088.009061] env[62490]: DEBUG nova.network.neutron [-] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2088.021610] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.041284] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066136, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.138247] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.241736] env[62490]: ERROR nova.scheduler.client.report [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [req-d2aef572-4f69-4cc8-93bc-df9268879c3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2aef572-4f69-4cc8-93bc-df9268879c3f"}]} [ 2088.275626] env[62490]: DEBUG nova.scheduler.client.report [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2088.291316] env[62490]: DEBUG nova.scheduler.client.report [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2088.291596] env[62490]: DEBUG nova.compute.provider_tree [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2088.304875] env[62490]: DEBUG nova.scheduler.client.report [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2088.326073] env[62490]: DEBUG nova.scheduler.client.report [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2088.423795] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "afa2ae74-e468-409d-b9b7-d372e4678364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.426017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "afa2ae74-e468-409d-b9b7-d372e4678364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.426017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "afa2ae74-e468-409d-b9b7-d372e4678364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.426017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "afa2ae74-e468-409d-b9b7-d372e4678364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.426017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "afa2ae74-e468-409d-b9b7-d372e4678364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.427586] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1075} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.431682] env[62490]: INFO nova.compute.manager [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Terminating instance [ 2088.433235] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.435519] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40332c42-c2bd-459d-8a65-8b8fa688306a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.468571] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4/9e4e6e9d-289f-435a-a3bf-c44f272bb1c4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.472173] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18a4668-b3de-47a9-b1ea-91647fe96b04 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.496536] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2088.496536] env[62490]: value = "task-2066140" [ 2088.496536] env[62490]: _type = "Task" [ 2088.496536] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.510383] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.524404] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066139, 'name': ReconfigVM_Task, 'duration_secs': 0.226525} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.524711] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2088.525643] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b1703e-424a-4d46-b12b-e7017050aecd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.557143] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] fff1dd74-dabe-4a13-95d2-e20584aff21c/fff1dd74-dabe-4a13-95d2-e20584aff21c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.561151] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96563cd9-99f2-4114-9443-9ebc97f40e34 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.579060] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066136, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.587518] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2088.587518] env[62490]: value = "task-2066141" [ 2088.587518] env[62490]: _type = "Task" [ 2088.587518] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.597978] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.640243] env[62490]: DEBUG oslo_vmware.api [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066137, 'name': PowerOnVM_Task, 'duration_secs': 1.018246} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.641275] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2088.641275] env[62490]: INFO nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Took 9.69 seconds to spawn the instance on the hypervisor. [ 2088.641275] env[62490]: DEBUG nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.641826] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfcc456-fe93-46e3-b615-f9a536b38907 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.809642] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f8d464-8277-4dc4-9cda-150051c04985 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.820659] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c1e14-9b89-4048-afc7-fcac314df433 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.854956] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e86eb37-feef-4770-b794-b6416cbf2634 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.865861] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d581c78e-61ca-419e-8599-411dbad72a43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.880885] env[62490]: DEBUG nova.compute.provider_tree [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2088.918257] env[62490]: DEBUG nova.network.neutron [-] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.939852] env[62490]: DEBUG nova.compute.manager [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2088.940109] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2088.941435] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a941889-5907-4b14-a0de-baa7328b889f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.950344] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2088.950632] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-224233c3-b25a-47f1-a70e-155c5402b5ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.962759] env[62490]: DEBUG oslo_vmware.api [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2088.962759] env[62490]: value = "task-2066142" [ 2088.962759] env[62490]: _type = "Task" [ 2088.962759] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.975402] env[62490]: DEBUG oslo_vmware.api [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.008324] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066140, 'name': ReconfigVM_Task, 'duration_secs': 0.3686} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.008679] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4/9e4e6e9d-289f-435a-a3bf-c44f272bb1c4.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.009400] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7fcd6e-4a0d-4669-aec8-119df452400a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.019540] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2089.019540] env[62490]: value = "task-2066143" [ 2089.019540] env[62490]: _type = "Task" [ 2089.019540] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.033519] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066143, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.043574] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066136, 'name': CloneVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.099034] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066141, 'name': ReconfigVM_Task, 'duration_secs': 0.416153} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.099366] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] fff1dd74-dabe-4a13-95d2-e20584aff21c/fff1dd74-dabe-4a13-95d2-e20584aff21c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.099652] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance 'fff1dd74-dabe-4a13-95d2-e20584aff21c' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2089.165065] env[62490]: INFO nova.compute.manager [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Took 30.96 seconds to build instance. [ 2089.417914] env[62490]: DEBUG nova.scheduler.client.report [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2089.417914] env[62490]: DEBUG nova.compute.provider_tree [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 117 to 118 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2089.417914] env[62490]: DEBUG nova.compute.provider_tree [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2089.421470] env[62490]: INFO nova.compute.manager [-] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Took 1.41 seconds to deallocate network for instance. [ 2089.475086] env[62490]: DEBUG oslo_vmware.api [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066142, 'name': PowerOffVM_Task, 'duration_secs': 0.202386} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.475382] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2089.475583] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2089.475916] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a58b6fb-d4ef-4db7-b8e5-4652367c7131 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.530743] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066143, 'name': Rename_Task, 'duration_secs': 0.20313} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.530983] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2089.531291] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-408e55f0-5194-4199-a7fd-92426f1f216c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.544746] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066136, 'name': CloneVM_Task, 'duration_secs': 2.06254} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.546461] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Created linked-clone VM from snapshot [ 2089.546816] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2089.546816] env[62490]: value = "task-2066145" [ 2089.546816] env[62490]: _type = "Task" [ 2089.546816] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.547647] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edd92b3-7209-4cc4-a5f9-64763be20c93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.563800] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Uploading image c5b1cf17-1d6a-42b8-a379-45990ae0dbe4 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2089.566150] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.567712] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2089.567940] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2089.568217] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleting the datastore file [datastore1] afa2ae74-e468-409d-b9b7-d372e4678364 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2089.568405] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a511614-3fd8-4c00-857e-ec143b34adce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.576977] env[62490]: DEBUG oslo_vmware.api [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for the task: (returnval){ [ 2089.576977] env[62490]: value = "task-2066146" [ 2089.576977] env[62490]: _type = "Task" [ 2089.576977] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.587087] env[62490]: DEBUG oslo_vmware.api [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.607913] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fa12b5-90a7-4044-b7c8-9b64e8e0caf1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.629425] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ff102-05e6-4707-b4d1-e4903d320824 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.650405] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance 'fff1dd74-dabe-4a13-95d2-e20584aff21c' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2089.666925] env[62490]: DEBUG oslo_concurrency.lockutils [None req-697b5477-19f8-4848-b414-a888a2ddac3d tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.474s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.922923] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.706s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.923410] env[62490]: DEBUG nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2089.926478] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.030s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.928247] env[62490]: INFO nova.compute.claims [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2089.931776] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.000277] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2090.000277] env[62490]: value = "vm-423700" [ 2090.000277] env[62490]: _type = "VirtualMachine" [ 2090.000277] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2090.002641] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4daa2ac5-9750-46e4-8aa8-07935ae3cd2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.014162] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246c6ef-a1d2-6711-71e8-8b0e63227080/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2090.015689] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a57e5-f892-4626-9534-a68eef0c16f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.021093] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease: (returnval){ [ 2090.021093] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fc724c-6fa3-ef5f-141b-d1d73b93a023" [ 2090.021093] env[62490]: _type = "HttpNfcLease" [ 2090.021093] env[62490]: } obtained for exporting VM: (result){ [ 2090.021093] env[62490]: value = "vm-423700" [ 2090.021093] env[62490]: _type = "VirtualMachine" [ 2090.021093] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2090.021093] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the lease: (returnval){ [ 2090.021093] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fc724c-6fa3-ef5f-141b-d1d73b93a023" [ 2090.021093] env[62490]: _type = "HttpNfcLease" [ 2090.021093] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2090.029022] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246c6ef-a1d2-6711-71e8-8b0e63227080/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2090.029022] env[62490]: ERROR oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246c6ef-a1d2-6711-71e8-8b0e63227080/disk-0.vmdk due to incomplete transfer. [ 2090.029022] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40d964e2-858b-4371-9dca-93a8e9109674 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.031274] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2090.031274] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fc724c-6fa3-ef5f-141b-d1d73b93a023" [ 2090.031274] env[62490]: _type = "HttpNfcLease" [ 2090.031274] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2090.039675] env[62490]: DEBUG oslo_vmware.rw_handles [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246c6ef-a1d2-6711-71e8-8b0e63227080/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2090.039894] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Uploaded image 30293c05-6e10-4e29-80d9-a63120734972 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2090.042158] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2090.042581] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-114eeabd-ac43-4e2e-a3d0-8af032b8b9f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.050659] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2090.050659] env[62490]: value = "task-2066148" [ 2090.050659] env[62490]: _type = "Task" [ 2090.050659] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.069383] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066145, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.069953] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066148, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.088085] env[62490]: DEBUG oslo_vmware.api [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Task: {'id': task-2066146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218025} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.088364] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2090.088555] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2090.088734] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2090.089307] env[62490]: INFO nova.compute.manager [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2090.089307] env[62490]: DEBUG oslo.service.loopingcall [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.089445] env[62490]: DEBUG nova.compute.manager [-] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2090.089543] env[62490]: DEBUG nova.network.neutron [-] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2090.313723] env[62490]: DEBUG nova.network.neutron [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Port 25f18878-3dbc-4f75-8360-1121d2d67bc5 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2090.363198] env[62490]: DEBUG nova.compute.manager [req-222fde1e-6fda-4a7a-9dbb-5511f8893681 req-b1a0826b-a98d-430a-8abe-7289fec7830d service nova] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Received event network-vif-deleted-24f37639-25bd-4c62-8f71-a1cb6e5122e5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2090.433434] env[62490]: DEBUG nova.compute.utils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2090.437405] env[62490]: DEBUG nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2090.437595] env[62490]: DEBUG nova.network.neutron [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2090.518748] env[62490]: DEBUG nova.policy [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94788a5347d041599a1bacdd5e738855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f3a21ed1a0f430b83d4da0762bfb72d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2090.531735] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2090.531735] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fc724c-6fa3-ef5f-141b-d1d73b93a023" [ 2090.531735] env[62490]: _type = "HttpNfcLease" [ 2090.531735] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2090.531735] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2090.531735] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fc724c-6fa3-ef5f-141b-d1d73b93a023" [ 2090.531735] env[62490]: _type = "HttpNfcLease" [ 2090.531735] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2090.531995] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82a8c42-1ea7-4bcb-997d-9619a98a3aef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.542178] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d6f10-1331-746c-9011-784fe5836f58/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2090.542178] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d6f10-1331-746c-9011-784fe5836f58/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2090.624172] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066148, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.628950] env[62490]: DEBUG oslo_vmware.api [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066145, 'name': PowerOnVM_Task, 'duration_secs': 0.528371} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.630030] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2090.630030] env[62490]: INFO nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Took 9.10 seconds to spawn the instance on the hypervisor. [ 2090.630030] env[62490]: DEBUG nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.630697] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f745f-ddfb-4a4a-8d37-3a693d1f0995 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.697170] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-371e15b9-1e8f-49e5-baa8-4a423e2608e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.915558] env[62490]: DEBUG nova.network.neutron [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Successfully created port: 02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2090.944632] env[62490]: DEBUG nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2091.119350] env[62490]: DEBUG nova.network.neutron [-] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.123483] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066148, 'name': Destroy_Task, 'duration_secs': 0.698} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.124702] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Destroyed the VM [ 2091.126072] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2091.126072] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4a21e873-46da-473a-8b1d-7a358ef32015 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.141450] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2091.141450] env[62490]: value = "task-2066149" [ 2091.141450] env[62490]: _type = "Task" [ 2091.141450] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.161204] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066149, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.162090] env[62490]: INFO nova.compute.manager [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Took 31.49 seconds to build instance. [ 2091.344535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.344900] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.345142] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.429540] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19840c-8f3d-49d0-8ae1-593023fe1154 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.440196] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d4ebe-ae93-4b34-9361-07227f527372 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.476189] env[62490]: INFO nova.virt.block_device [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Booting with volume e7a3e1a2-e872-425b-aa01-cd9e89cce4fb at /dev/sda [ 2091.482052] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784665b9-5fd2-46ef-ba3c-f5d5897c5501 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.495088] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a18f72-638c-469b-8c2a-1e1ec5711cc5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.507370] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.507748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.508332] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.508890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.509277] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.511952] env[62490]: INFO nova.compute.manager [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Terminating instance [ 2091.524264] env[62490]: DEBUG nova.compute.provider_tree [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2091.532437] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc0e0455-dd16-41f6-a936-162a52f9a62c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.542155] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df537e-573b-4604-873d-1cc0f701a219 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.586762] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27bb005f-daea-4fa6-a681-c4f6a5432e60 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.598432] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a6d34c-7eda-4b59-8fcd-394728f5c455 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.624879] env[62490]: INFO nova.compute.manager [-] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Took 1.54 seconds to deallocate network for instance. [ 2091.654691] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2edb49c-db85-4d4b-9f05-db20010df900 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.666987] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9152731-01a5-42bf-9c9e-dca79e43cfc7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.671088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b99a2003-74a7-48e4-80e0-0d5238710dc8 tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.759s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.671088] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066149, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.685809] env[62490]: DEBUG nova.virt.block_device [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updating existing volume attachment record: bc7c8af6-1a04-4fe6-ab42-79d7edfb4ee5 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2092.033269] env[62490]: DEBUG nova.compute.manager [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2092.033695] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2092.034755] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5fd16-c905-462e-acc4-ca7e12677c09 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.044587] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.044896] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8d2c4bc-4488-4aae-b584-74ea24ff6fc9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.053938] env[62490]: DEBUG oslo_vmware.api [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2092.053938] env[62490]: value = "task-2066150" [ 2092.053938] env[62490]: _type = "Task" [ 2092.053938] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.065076] env[62490]: DEBUG oslo_vmware.api [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.066732] env[62490]: DEBUG nova.scheduler.client.report [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2092.067042] env[62490]: DEBUG nova.compute.provider_tree [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 118 to 119 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2092.067318] env[62490]: DEBUG nova.compute.provider_tree [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2092.153059] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.159611] env[62490]: DEBUG oslo_vmware.api [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066149, 'name': RemoveSnapshot_Task, 'duration_secs': 0.981471} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.160229] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2092.160534] env[62490]: INFO nova.compute.manager [None req-5b23bc45-bf56-4cf1-855e-fd648049090a tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Took 16.46 seconds to snapshot the instance on the hypervisor. [ 2092.237296] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f74bc4-22d7-4dca-b244-fb25714ed14a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.248949] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb0300-36d2-4540-8dd1-33a2063fe68b tempest-ServersAdminNegativeTestJSON-1776029509 tempest-ServersAdminNegativeTestJSON-1776029509-project-admin] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Suspending the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2092.249313] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0f7bbb59-569e-4ebe-bc15-eacabf656cc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.258195] env[62490]: DEBUG oslo_vmware.api [None req-3adb0300-36d2-4540-8dd1-33a2063fe68b tempest-ServersAdminNegativeTestJSON-1776029509 tempest-ServersAdminNegativeTestJSON-1776029509-project-admin] Waiting for the task: (returnval){ [ 2092.258195] env[62490]: value = "task-2066151" [ 2092.258195] env[62490]: _type = "Task" [ 2092.258195] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.270453] env[62490]: DEBUG oslo_vmware.api [None req-3adb0300-36d2-4540-8dd1-33a2063fe68b tempest-ServersAdminNegativeTestJSON-1776029509 tempest-ServersAdminNegativeTestJSON-1776029509-project-admin] Task: {'id': task-2066151, 'name': SuspendVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.416398] env[62490]: DEBUG nova.compute.manager [req-27ac8df6-6ca2-4f1c-a00c-b0109d009f80 req-d5c01c05-a55c-4847-a56f-eb6ad3564ff0 service nova] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Received event network-vif-deleted-b609e619-3c55-4f0d-9e36-635e8e43372f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2092.417772] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.417988] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.418299] env[62490]: DEBUG nova.network.neutron [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2092.565313] env[62490]: DEBUG oslo_vmware.api [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066150, 'name': PowerOffVM_Task, 'duration_secs': 0.438604} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.565733] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2092.565827] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2092.566485] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a820a02b-36c8-43c1-863b-4cd47569c7ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.573962] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.574629] env[62490]: DEBUG nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2092.580262] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.229s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.580262] env[62490]: DEBUG nova.objects.instance [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lazy-loading 'resources' on Instance uuid 8846de16-a817-4daa-81fc-9567a8dd032e {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2092.769439] env[62490]: DEBUG oslo_vmware.api [None req-3adb0300-36d2-4540-8dd1-33a2063fe68b tempest-ServersAdminNegativeTestJSON-1776029509 tempest-ServersAdminNegativeTestJSON-1776029509-project-admin] Task: {'id': task-2066151, 'name': SuspendVM_Task} progress is 54%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.830234] env[62490]: DEBUG nova.network.neutron [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Successfully updated port: 02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2093.082363] env[62490]: DEBUG nova.compute.utils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2093.086933] env[62490]: DEBUG nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2093.087144] env[62490]: DEBUG nova.network.neutron [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2093.172239] env[62490]: DEBUG nova.policy [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da80f788d0545eaa149ee9e0953ef27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73d7f62dcf34ab291305f904bec4776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2093.246133] env[62490]: DEBUG nova.network.neutron [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance_info_cache with network_info: [{"id": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "address": "fa:16:3e:3d:1e:40", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f18878-3d", "ovs_interfaceid": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.272447] env[62490]: DEBUG oslo_vmware.api [None req-3adb0300-36d2-4540-8dd1-33a2063fe68b tempest-ServersAdminNegativeTestJSON-1776029509 tempest-ServersAdminNegativeTestJSON-1776029509-project-admin] Task: {'id': task-2066151, 'name': SuspendVM_Task, 'duration_secs': 0.752852} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.272767] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3adb0300-36d2-4540-8dd1-33a2063fe68b tempest-ServersAdminNegativeTestJSON-1776029509 tempest-ServersAdminNegativeTestJSON-1776029509-project-admin] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Suspended the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2093.272950] env[62490]: DEBUG nova.compute.manager [None req-3adb0300-36d2-4540-8dd1-33a2063fe68b tempest-ServersAdminNegativeTestJSON-1776029509 tempest-ServersAdminNegativeTestJSON-1776029509-project-admin] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2093.273792] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c7ca45-a12f-4147-a5b8-9cc5934bf982 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.333399] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Acquiring lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.333571] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Acquired lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.334323] env[62490]: DEBUG nova.network.neutron [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.491714] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd3b69-70de-4eff-a9f5-cc7e026c79c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.501695] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565a3e0b-d38d-45ea-81ba-77390b7f34c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.538441] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5b920-7c9b-4758-9db2-2decd4977ff9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.548615] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7405e292-805b-4e60-b29f-e547a5a73408 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.564631] env[62490]: DEBUG nova.compute.provider_tree [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2093.593865] env[62490]: DEBUG nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2093.749905] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.797035] env[62490]: DEBUG nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2093.797759] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2093.798037] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2093.798226] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2093.798417] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2093.798804] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2093.798941] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2093.799246] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2093.799468] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2093.799673] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2093.799871] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2093.800125] env[62490]: DEBUG nova.virt.hardware [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2093.801120] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e807b10e-7a08-4803-b232-a89478c00aa7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.811577] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ffdcaf-e71d-424c-bcea-4b10ca949266 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.913837] env[62490]: DEBUG nova.network.neutron [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2093.941365] env[62490]: DEBUG nova.network.neutron [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Successfully created port: fbe6122d-2484-457d-a223-4a2dc4263fe1 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2094.067629] env[62490]: DEBUG nova.scheduler.client.report [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2094.231193] env[62490]: DEBUG nova.network.neutron [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updating instance_info_cache with network_info: [{"id": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "address": "fa:16:3e:06:73:1a", "network": {"id": "cd786245-ac52-4e26-a325-19b9638e29af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-500502414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3a21ed1a0f430b83d4da0762bfb72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f3734d-7c", "ovs_interfaceid": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.279897] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f40548-121f-4b30-96ef-09b4ef7fd7ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.301704] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e9220-3dba-44e4-aeb4-5343476ef1f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.312530] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance 'fff1dd74-dabe-4a13-95d2-e20584aff21c' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2094.573278] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.576401] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.390s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.597277] env[62490]: INFO nova.scheduler.client.report [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Deleted allocations for instance 8846de16-a817-4daa-81fc-9567a8dd032e [ 2094.604734] env[62490]: DEBUG nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2094.734337] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Releasing lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.734819] env[62490]: DEBUG nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Instance network_info: |[{"id": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "address": "fa:16:3e:06:73:1a", "network": {"id": "cd786245-ac52-4e26-a325-19b9638e29af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-500502414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3a21ed1a0f430b83d4da0762bfb72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f3734d-7c", "ovs_interfaceid": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2094.735306] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:73:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02f3734d-7cf6-4842-b00a-a63c723fd75e', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2094.744800] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Creating folder: Project (7f3a21ed1a0f430b83d4da0762bfb72d). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2094.745536] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ff88991-f7fd-43c6-a01c-8a0122ce67ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.762542] env[62490]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2094.762795] env[62490]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62490) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2094.763219] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Folder already exists: Project (7f3a21ed1a0f430b83d4da0762bfb72d). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2094.763485] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Creating folder: Instances. Parent ref: group-v423673. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2094.763723] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-081e2664-0428-4c94-8267-60ff514503c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.789741] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Created folder: Instances in parent group-v423673. [ 2094.790078] env[62490]: DEBUG oslo.service.loopingcall [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.790379] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2094.790661] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e990caff-d706-4a15-b7fd-1bb04b6c0552 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.816759] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2094.816759] env[62490]: value = "task-2066155" [ 2094.816759] env[62490]: _type = "Task" [ 2094.816759] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.822864] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2094.823282] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-776a0c10-11c2-4ad0-a35e-4a7034027ba9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.831489] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.832958] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2094.832958] env[62490]: value = "task-2066156" [ 2094.832958] env[62490]: _type = "Task" [ 2094.832958] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.842469] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.111428] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a3b67d01-7b46-45a6-b6ee-3e94d0ce0027 tempest-ServersNegativeTestJSON-50567405 tempest-ServersNegativeTestJSON-50567405-project-member] Lock "8846de16-a817-4daa-81fc-9567a8dd032e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.456s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.143309] env[62490]: DEBUG nova.compute.manager [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Received event network-vif-plugged-02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2095.143560] env[62490]: DEBUG oslo_concurrency.lockutils [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] Acquiring lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.143717] env[62490]: DEBUG oslo_concurrency.lockutils [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.143887] env[62490]: DEBUG oslo_concurrency.lockutils [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.144070] env[62490]: DEBUG nova.compute.manager [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] No waiting events found dispatching network-vif-plugged-02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2095.144277] env[62490]: WARNING nova.compute.manager [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Received unexpected event network-vif-plugged-02f3734d-7cf6-4842-b00a-a63c723fd75e for instance with vm_state building and task_state spawning. [ 2095.144513] env[62490]: DEBUG nova.compute.manager [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Received event network-changed-02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2095.144725] env[62490]: DEBUG nova.compute.manager [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Refreshing instance network info cache due to event network-changed-02f3734d-7cf6-4842-b00a-a63c723fd75e. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2095.144931] env[62490]: DEBUG oslo_concurrency.lockutils [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] Acquiring lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.145083] env[62490]: DEBUG oslo_concurrency.lockutils [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] Acquired lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.145239] env[62490]: DEBUG nova.network.neutron [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Refreshing network info cache for port 02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.287614] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2095.288833] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.288833] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2095.288833] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.288833] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2095.288833] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2095.288833] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2095.289690] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2095.289690] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2095.289690] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2095.289690] env[62490]: DEBUG nova.virt.hardware [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2095.291977] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79c124-dccd-4c3c-96fb-86123d3c566c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.305453] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfdb85-9b57-f380-7633-50990ecd962b/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2095.306355] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f62fa2a-b34f-4dc3-9487-53909f971239 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.311361] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71471f0-57b1-4842-a7a6-b7cc4ec02212 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.338977] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfdb85-9b57-f380-7633-50990ecd962b/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2095.339228] env[62490]: ERROR oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfdb85-9b57-f380-7633-50990ecd962b/disk-0.vmdk due to incomplete transfer. [ 2095.343426] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-02f3d5f4-2a64-4845-9928-39bb289cf744 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.350107] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.358536] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066156, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.361393] env[62490]: DEBUG oslo_vmware.rw_handles [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bfdb85-9b57-f380-7633-50990ecd962b/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2095.361654] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Uploaded image 9277db82-194b-42cd-9f56-2faa83a4248c to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2095.363743] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2095.364444] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8dc2f68-a09a-4d35-a3ce-25d92e1fbc3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.373624] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2095.373624] env[62490]: value = "task-2066157" [ 2095.373624] env[62490]: _type = "Task" [ 2095.373624] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.386267] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.592759] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Applying migration context for instance fff1dd74-dabe-4a13-95d2-e20584aff21c as it has an incoming, in-progress migration 82630805-8325-4ef9-a2d9-675df3cc213e. Migration status is post-migrating {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2095.595108] env[62490]: INFO nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating resource usage from migration 82630805-8325-4ef9-a2d9-675df3cc213e [ 2095.622382] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance aac0eead-47fa-4f91-8af9-1950a12104b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.622771] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d2d72bbb-85d1-4e43-8598-d91023f82176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.622771] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c5434c30-b136-40c0-aef3-86cc964a67ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.622771] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 88fc1ea6-46ae-470e-b003-77a8d073a457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.622771] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c305a73f-c450-4d30-a634-e4d3987876fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623052] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623052] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623131] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623248] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 6c1122c9-1899-4210-94e6-ed17625bd035 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2095.623353] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b35c2993-c8c0-4ee2-8614-6d1190413d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623465] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4ac71691-7274-401b-9ebb-2324d9e2dd52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623597] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8426edc8-1d79-44fd-89f9-b6383ccadc60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623722] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 31538fb5-b7d6-4513-bf47-8000f26d01ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.623851] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance afa2ae74-e468-409d-b9b7-d372e4678364 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2095.623964] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 62740e24-a408-49f2-af22-12f2b4ce4609 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.624096] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b6172a62-442a-41fb-8fbd-6e47f6a67aa9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2095.624211] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 200b5ab7-5319-4f49-a15d-6e0a1385a3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.624320] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 06b9ca71-64ed-4a54-8a2f-a1f649565fb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.624429] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.624573] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Migration 82630805-8325-4ef9-a2d9-675df3cc213e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2095.624700] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance fff1dd74-dabe-4a13-95d2-e20584aff21c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.624826] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.624919] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 0827d8a0-70a9-46d1-a252-49da49e292a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.625203] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2095.625337] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2095.836640] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.853841] env[62490]: DEBUG oslo_vmware.api [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066156, 'name': PowerOnVM_Task, 'duration_secs': 0.705931} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.856822] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2095.857079] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0291bc-f240-4832-9ebc-4d6eee293618 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance 'fff1dd74-dabe-4a13-95d2-e20584aff21c' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2095.888890] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.978020] env[62490]: DEBUG nova.network.neutron [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updated VIF entry in instance network info cache for port 02f3734d-7cf6-4842-b00a-a63c723fd75e. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.978293] env[62490]: DEBUG nova.network.neutron [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updating instance_info_cache with network_info: [{"id": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "address": "fa:16:3e:06:73:1a", "network": {"id": "cd786245-ac52-4e26-a325-19b9638e29af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-500502414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3a21ed1a0f430b83d4da0762bfb72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f3734d-7c", "ovs_interfaceid": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.006761] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e2c83-d86b-47eb-ae1b-76f4cb3ad031 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.016704] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ebbfa2-a836-4f96-9404-bfe0c0e43fe8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.054290] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab51107-0bc8-4267-9ae4-424d62125dce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.064652] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beb26ca-df2d-4d11-8a41-256fbafd28bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.080481] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.333138] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.349311] env[62490]: DEBUG nova.compute.manager [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.350470] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b9447e-a0b0-448c-a2bb-e7c96ad91934 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.387262] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.483011] env[62490]: DEBUG oslo_concurrency.lockutils [req-d4a47583-d857-447a-81f6-2e40d51613e9 req-f7b0e89e-664b-489a-8ecd-85e22f206de3 service nova] Releasing lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.584162] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.769971] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.769971] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.769971] env[62490]: DEBUG nova.compute.manager [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.770808] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3fc85b-2b5a-43e2-8a70-93477bfcf48e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.779682] env[62490]: DEBUG nova.compute.manager [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2096.780458] env[62490]: DEBUG nova.objects.instance [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'flavor' on Instance uuid edd8b1f1-c836-45b5-bf51-0f421c5c2a9c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.831382] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.869530] env[62490]: INFO nova.compute.manager [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] instance snapshotting [ 2096.876215] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9affa0c-ae38-413a-b05b-352deb79e21f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.891329] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.909959] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c69cc-29d9-46f6-879d-35e5af17fe35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.091130] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2097.092145] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.515s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.092145] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.340s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.092145] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.093908] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.162s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.094231] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.098116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.943s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.098116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.127276] env[62490]: INFO nova.scheduler.client.report [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Deleted allocations for instance afa2ae74-e468-409d-b9b7-d372e4678364 [ 2097.127745] env[62490]: INFO nova.scheduler.client.report [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Deleted allocations for instance 6c1122c9-1899-4210-94e6-ed17625bd035 [ 2097.141764] env[62490]: INFO nova.scheduler.client.report [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Deleted allocations for instance b6172a62-442a-41fb-8fbd-6e47f6a67aa9 [ 2097.332561] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.403134] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.428375] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.429165] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.429165] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.429425] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.429676] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.432589] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2097.433243] env[62490]: INFO nova.compute.manager [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Terminating instance [ 2097.434800] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-475bc8c3-e99d-496f-ac2d-16c01f352407 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.446823] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2097.446823] env[62490]: value = "task-2066158" [ 2097.446823] env[62490]: _type = "Task" [ 2097.446823] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.457868] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.642178] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e00a153c-c448-4f3c-b078-01ebd8c2a797 tempest-ImagesTestJSON-287490172 tempest-ImagesTestJSON-287490172-project-member] Lock "afa2ae74-e468-409d-b9b7-d372e4678364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.217s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.643570] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ef1ea62-9dd1-4e9f-b21c-a5953a9050f3 tempest-ListServerFiltersTestJSON-822353687 tempest-ListServerFiltersTestJSON-822353687-project-member] Lock "6c1122c9-1899-4210-94e6-ed17625bd035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.872s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.652971] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71080ccd-c35b-46f1-b033-a282838b0502 tempest-ServersNegativeTestMultiTenantJSON-2022493289 tempest-ServersNegativeTestMultiTenantJSON-2022493289-project-member] Lock "b6172a62-442a-41fb-8fbd-6e47f6a67aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.797s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.791633] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2097.792194] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f71fd97f-8dd8-4402-9cad-2a5046a8a8bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.802354] env[62490]: DEBUG oslo_vmware.api [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2097.802354] env[62490]: value = "task-2066159" [ 2097.802354] env[62490]: _type = "Task" [ 2097.802354] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.813764] env[62490]: DEBUG oslo_vmware.api [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.837109] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.901443] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.943184] env[62490]: DEBUG nova.compute.manager [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2097.943491] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2097.944511] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a8a88-3428-4752-ae71-bae647e82c71 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.963980] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2097.967368] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56403318-7e83-4c20-9f18-63578f91560d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.971157] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.319688] env[62490]: DEBUG oslo_vmware.api [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066159, 'name': PowerOffVM_Task, 'duration_secs': 0.299032} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.320366] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2098.320636] env[62490]: DEBUG nova.compute.manager [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.322158] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1465668-07ed-453c-8d83-f2f21a07c0db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.344059] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.403273] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.463641] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066158, 'name': CreateSnapshot_Task, 'duration_secs': 0.537165} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.463641] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2098.463641] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180189c8-486d-40ec-855f-23777e4a8bc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.608537] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "c305a73f-c450-4d30-a634-e4d3987876fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.608838] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "c305a73f-c450-4d30-a634-e4d3987876fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.609098] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "c305a73f-c450-4d30-a634-e4d3987876fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.609298] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "c305a73f-c450-4d30-a634-e4d3987876fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.610131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "c305a73f-c450-4d30-a634-e4d3987876fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.612164] env[62490]: INFO nova.compute.manager [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Terminating instance [ 2098.679949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.679949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.680108] env[62490]: DEBUG nova.compute.manager [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Going to confirm migration 4 {{(pid=62490) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2098.838182] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.853505] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ef908a28-76c5-4a5e-acb8-c8c9203f6405 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.909164] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.983663] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2098.984032] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73c85f9e-e52e-44af-8ea4-dffde18ef66d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.997735] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d6f10-1331-746c-9011-784fe5836f58/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2098.998690] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c3495b-7fc9-410f-96db-18fdb110f2b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.003078] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2099.003078] env[62490]: value = "task-2066161" [ 2099.003078] env[62490]: _type = "Task" [ 2099.003078] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.008578] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d6f10-1331-746c-9011-784fe5836f58/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2099.008682] env[62490]: ERROR oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d6f10-1331-746c-9011-784fe5836f58/disk-0.vmdk due to incomplete transfer. [ 2099.009424] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d94e5871-3cb2-4fcb-9413-594cc7120564 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.015052] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.019291] env[62490]: DEBUG oslo_vmware.rw_handles [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d6f10-1331-746c-9011-784fe5836f58/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2099.019493] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Uploaded image c5b1cf17-1d6a-42b8-a379-45990ae0dbe4 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2099.024040] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2099.024040] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53435ffd-55fc-47c9-8c5c-c27c6c30838e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.029778] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2099.029778] env[62490]: value = "task-2066162" [ 2099.029778] env[62490]: _type = "Task" [ 2099.029778] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.039607] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066162, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.119957] env[62490]: DEBUG nova.compute.manager [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2099.120211] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2099.121169] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07344367-7c8a-41bd-a04a-90a2ea422bf4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.130556] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.131299] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b5de161-c95d-4fe6-ab6a-303376702c1f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.140443] env[62490]: DEBUG oslo_vmware.api [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 2099.140443] env[62490]: value = "task-2066163" [ 2099.140443] env[62490]: _type = "Task" [ 2099.140443] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.163977] env[62490]: DEBUG oslo_vmware.api [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2066163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.254640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.255115] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.255221] env[62490]: DEBUG nova.network.neutron [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.255412] env[62490]: DEBUG nova.objects.instance [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lazy-loading 'info_cache' on Instance uuid fff1dd74-dabe-4a13-95d2-e20584aff21c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.344925] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.407104] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.514860] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.542496] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066162, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.652537] env[62490]: DEBUG nova.objects.instance [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'flavor' on Instance uuid edd8b1f1-c836-45b5-bf51-0f421c5c2a9c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.656488] env[62490]: DEBUG oslo_vmware.api [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2066163, 'name': PowerOffVM_Task, 'duration_secs': 0.350359} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.656488] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2099.656488] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2099.656488] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41b3568-17f6-4c8a-88d3-c01205df3a7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.840317] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.908588] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.015969] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.050928] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066162, 'name': Destroy_Task, 'duration_secs': 0.78805} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.050928] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Destroyed the VM [ 2100.050928] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2100.050928] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d52be69f-18c1-4564-a3ff-9ffdacd7cdef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.058464] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2100.058464] env[62490]: value = "task-2066165" [ 2100.058464] env[62490]: _type = "Task" [ 2100.058464] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.071733] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.157811] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.158029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.158222] env[62490]: DEBUG nova.network.neutron [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.158404] env[62490]: DEBUG nova.objects.instance [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'info_cache' on Instance uuid edd8b1f1-c836-45b5-bf51-0f421c5c2a9c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.342482] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.411331] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.517439] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.568421] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.584458] env[62490]: DEBUG nova.network.neutron [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance_info_cache with network_info: [{"id": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "address": "fa:16:3e:3d:1e:40", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25f18878-3d", "ovs_interfaceid": "25f18878-3dbc-4f75-8360-1121d2d67bc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.657352] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.657352] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.657656] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Deleting the datastore file [datastore1] 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.659210] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-338451d4-3bdd-44f4-a729-c2ea3b05f9d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.661467] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.661694] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.661905] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Deleting the datastore file [datastore1] c305a73f-c450-4d30-a634-e4d3987876fd {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.665025] env[62490]: DEBUG nova.objects.base [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2100.666681] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e5b1ac6-158b-4df2-bb0f-8f95a62b3662 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.674335] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.674757] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.675083] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Deleting the datastore file [datastore1] 06b9ca71-64ed-4a54-8a2f-a1f649565fb7 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.676377] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b56aa28-3ca1-457a-bb66-58db72f7a790 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.684229] env[62490]: DEBUG oslo_vmware.api [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2100.684229] env[62490]: value = "task-2066166" [ 2100.684229] env[62490]: _type = "Task" [ 2100.684229] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.690864] env[62490]: DEBUG oslo_vmware.api [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for the task: (returnval){ [ 2100.690864] env[62490]: value = "task-2066167" [ 2100.690864] env[62490]: _type = "Task" [ 2100.690864] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.692951] env[62490]: DEBUG oslo_vmware.api [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for the task: (returnval){ [ 2100.692951] env[62490]: value = "task-2066168" [ 2100.692951] env[62490]: _type = "Task" [ 2100.692951] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.706072] env[62490]: DEBUG oslo_vmware.api [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.712560] env[62490]: DEBUG oslo_vmware.api [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2066167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.716083] env[62490]: DEBUG oslo_vmware.api [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.843333] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.881484] env[62490]: DEBUG nova.compute.manager [req-cde2e445-6612-4b81-99e4-0bdf8bdf281b req-f6a05629-d130-4640-b519-89b5fd8614d4 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Received event network-vif-plugged-fbe6122d-2484-457d-a223-4a2dc4263fe1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2100.881678] env[62490]: DEBUG oslo_concurrency.lockutils [req-cde2e445-6612-4b81-99e4-0bdf8bdf281b req-f6a05629-d130-4640-b519-89b5fd8614d4 service nova] Acquiring lock "0827d8a0-70a9-46d1-a252-49da49e292a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.881895] env[62490]: DEBUG oslo_concurrency.lockutils [req-cde2e445-6612-4b81-99e4-0bdf8bdf281b req-f6a05629-d130-4640-b519-89b5fd8614d4 service nova] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.882451] env[62490]: DEBUG oslo_concurrency.lockutils [req-cde2e445-6612-4b81-99e4-0bdf8bdf281b req-f6a05629-d130-4640-b519-89b5fd8614d4 service nova] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.882762] env[62490]: DEBUG nova.compute.manager [req-cde2e445-6612-4b81-99e4-0bdf8bdf281b req-f6a05629-d130-4640-b519-89b5fd8614d4 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] No waiting events found dispatching network-vif-plugged-fbe6122d-2484-457d-a223-4a2dc4263fe1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2100.882938] env[62490]: WARNING nova.compute.manager [req-cde2e445-6612-4b81-99e4-0bdf8bdf281b req-f6a05629-d130-4640-b519-89b5fd8614d4 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Received unexpected event network-vif-plugged-fbe6122d-2484-457d-a223-4a2dc4263fe1 for instance with vm_state building and task_state spawning. [ 2100.911867] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066157, 'name': Destroy_Task, 'duration_secs': 5.44152} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.912299] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Destroyed the VM [ 2100.912642] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2100.912904] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-139482be-e88f-49a6-82df-5a795aff5016 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.921485] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2100.921485] env[62490]: value = "task-2066169" [ 2100.921485] env[62490]: _type = "Task" [ 2100.921485] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.925288] env[62490]: DEBUG nova.network.neutron [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Successfully updated port: fbe6122d-2484-457d-a223-4a2dc4263fe1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2100.937307] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.018885] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.071464] env[62490]: DEBUG oslo_vmware.api [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066165, 'name': RemoveSnapshot_Task, 'duration_secs': 0.892416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.071750] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2101.071988] env[62490]: INFO nova.compute.manager [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Took 16.16 seconds to snapshot the instance on the hypervisor. [ 2101.087068] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-fff1dd74-dabe-4a13-95d2-e20584aff21c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.087510] env[62490]: DEBUG nova.objects.instance [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lazy-loading 'migration_context' on Instance uuid fff1dd74-dabe-4a13-95d2-e20584aff21c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2101.204388] env[62490]: DEBUG oslo_vmware.api [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223186} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.213114] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.213114] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.213279] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.213458] env[62490]: INFO nova.compute.manager [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Took 3.27 seconds to destroy the instance on the hypervisor. [ 2101.213707] env[62490]: DEBUG oslo.service.loopingcall [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.219988] env[62490]: DEBUG nova.compute.manager [-] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.219988] env[62490]: DEBUG nova.network.neutron [-] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.220784] env[62490]: DEBUG oslo_vmware.api [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Task: {'id': task-2066167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293514} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.221457] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.221642] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.221814] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.221987] env[62490]: INFO nova.compute.manager [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Took 2.10 seconds to destroy the instance on the hypervisor. [ 2101.222247] env[62490]: DEBUG oslo.service.loopingcall [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.222912] env[62490]: DEBUG nova.compute.manager [-] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.223045] env[62490]: DEBUG nova.network.neutron [-] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.227827] env[62490]: DEBUG oslo_vmware.api [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Task: {'id': task-2066168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195206} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.228556] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.228556] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.228745] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.229146] env[62490]: INFO nova.compute.manager [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Took 9.20 seconds to destroy the instance on the hypervisor. [ 2101.229146] env[62490]: DEBUG oslo.service.loopingcall [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.229292] env[62490]: DEBUG nova.compute.manager [-] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.229387] env[62490]: DEBUG nova.network.neutron [-] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.345451] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066155, 'name': CreateVM_Task, 'duration_secs': 6.141777} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.346413] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2101.347213] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423680', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'name': 'volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afcba7c-8f15-4bf2-b6de-9f3ff6acd911', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'serial': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb'}, 'boot_index': 0, 'device_type': None, 'attachment_id': 'bc7c8af6-1a04-4fe6-ab42-79d7edfb4ee5', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62490) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2101.347434] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Root volume attach. Driver type: vmdk {{(pid=62490) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2101.348509] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9915878-9e77-4ed5-8735-09c399bea640 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.359984] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de79b040-3d08-4872-a13e-91611f69608c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.368286] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e390db-0f3f-471d-9999-da4cfeb7e133 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.376661] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a64e56dc-0d54-48ad-9df9-1de295f65fb2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.387246] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2101.387246] env[62490]: value = "task-2066170" [ 2101.387246] env[62490]: _type = "Task" [ 2101.387246] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.397644] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066170, 'name': RelocateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.427341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "refresh_cache-0827d8a0-70a9-46d1-a252-49da49e292a2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.427560] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "refresh_cache-0827d8a0-70a9-46d1-a252-49da49e292a2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.427752] env[62490]: DEBUG nova.network.neutron [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2101.436756] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066169, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.518415] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.591036] env[62490]: DEBUG nova.objects.base [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2101.591279] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de86463-0526-4f4b-8448-ff589074053d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.624303] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40a22744-6d79-4de4-8a5f-c9d819aaba34 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.632734] env[62490]: DEBUG oslo_vmware.api [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2101.632734] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a863e1-7e6c-32cc-838d-2fa0bf7e764e" [ 2101.632734] env[62490]: _type = "Task" [ 2101.632734] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.645542] env[62490]: DEBUG nova.compute.manager [None req-77188d70-c0b2-4771-af67-96a820ee1e97 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Found 2 images (rotation: 2) {{(pid=62490) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2101.664527] env[62490]: DEBUG oslo_vmware.api [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a863e1-7e6c-32cc-838d-2fa0bf7e764e, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.664527] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.664527] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.902720] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066170, 'name': RelocateVM_Task} progress is 20%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.932181] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066169, 'name': RemoveSnapshot_Task, 'duration_secs': 0.749261} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.932623] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2101.933022] env[62490]: DEBUG nova.compute.manager [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.934216] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed886b-1ded-49e2-a8ea-2ce244d3530e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.004279] env[62490]: DEBUG nova.network.neutron [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2102.021978] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.260429] env[62490]: DEBUG nova.network.neutron [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Updating instance_info_cache with network_info: [{"id": "fbe6122d-2484-457d-a223-4a2dc4263fe1", "address": "fa:16:3e:4c:62:79", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe6122d-24", "ovs_interfaceid": "fbe6122d-2484-457d-a223-4a2dc4263fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.385945] env[62490]: DEBUG nova.network.neutron [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.408915] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066170, 'name': RelocateVM_Task, 'duration_secs': 0.616875} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.409590] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2102.410032] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423680', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'name': 'volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afcba7c-8f15-4bf2-b6de-9f3ff6acd911', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'serial': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2102.415242] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59176a17-66d7-4c7d-8f45-e6b56f6b07c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.441232] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a79ea00-73bc-437c-a3e3-44b86fefa56c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.469821] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb/volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2102.475291] env[62490]: INFO nova.compute.manager [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Shelve offloading [ 2102.476703] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f993aedf-2978-45d9-987e-b65c1d5e122f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.501567] env[62490]: DEBUG nova.network.neutron [-] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.516032] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2102.516032] env[62490]: value = "task-2066171" [ 2102.516032] env[62490]: _type = "Task" [ 2102.516032] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.525815] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066161, 'name': CloneVM_Task, 'duration_secs': 3.038352} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.529972] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Created linked-clone VM from snapshot [ 2102.531699] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce05d023-9370-4c7b-98cb-b00401fca6d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.542018] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.550987] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Uploading image fe491522-06a2-40f7-9993-890205c5114f {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2102.579912] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93770656-4653-4d76-a2f2-fe5f86b02760 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.591609] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2102.591609] env[62490]: value = "vm-423704" [ 2102.591609] env[62490]: _type = "VirtualMachine" [ 2102.591609] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2102.593131] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de0ede3-5fc1-40c7-8fbc-c17f61558136 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.596508] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28f94f19-d024-4491-b31a-87506014641c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.637385] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lease: (returnval){ [ 2102.637385] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52136e07-dd8e-864d-f54e-34e478f78d8c" [ 2102.637385] env[62490]: _type = "HttpNfcLease" [ 2102.637385] env[62490]: } obtained for exporting VM: (result){ [ 2102.637385] env[62490]: value = "vm-423704" [ 2102.637385] env[62490]: _type = "VirtualMachine" [ 2102.637385] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2102.637916] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the lease: (returnval){ [ 2102.637916] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52136e07-dd8e-864d-f54e-34e478f78d8c" [ 2102.637916] env[62490]: _type = "HttpNfcLease" [ 2102.637916] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2102.638450] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b1712-1e81-4f74-831f-eccd755ba845 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.649151] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2102.649151] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52136e07-dd8e-864d-f54e-34e478f78d8c" [ 2102.649151] env[62490]: _type = "HttpNfcLease" [ 2102.649151] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2102.651730] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2102.651730] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52136e07-dd8e-864d-f54e-34e478f78d8c" [ 2102.651730] env[62490]: _type = "HttpNfcLease" [ 2102.651730] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2102.652558] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15920c4b-42a6-4273-87ea-73b71a4804cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.656141] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507e0d92-6211-4899-bea4-ad191099dc99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.675586] env[62490]: DEBUG nova.compute.provider_tree [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2102.677134] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52181d39-eda8-e429-4b0c-c3ddfebb947e/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2102.677520] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52181d39-eda8-e429-4b0c-c3ddfebb947e/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2102.763542] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "refresh_cache-0827d8a0-70a9-46d1-a252-49da49e292a2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.763772] env[62490]: DEBUG nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Instance network_info: |[{"id": "fbe6122d-2484-457d-a223-4a2dc4263fe1", "address": "fa:16:3e:4c:62:79", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe6122d-24", "ovs_interfaceid": "fbe6122d-2484-457d-a223-4a2dc4263fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2102.764199] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:62:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe6122d-2484-457d-a223-4a2dc4263fe1', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2102.772434] env[62490]: DEBUG oslo.service.loopingcall [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2102.777352] env[62490]: DEBUG nova.compute.manager [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2102.777975] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2102.779101] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb6f7e-55ae-4b24-99fb-de390852cf75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.782818] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-964bd72f-83a7-4438-afc9-c956e2c59b96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.797371] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-413262a5-3660-4891-89a6-63f9b4f83634 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.815157] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2102.815157] env[62490]: value = "task-2066173" [ 2102.815157] env[62490]: _type = "Task" [ 2102.815157] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.830415] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066173, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.888737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.916416] env[62490]: DEBUG nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Received event network-changed-fbe6122d-2484-457d-a223-4a2dc4263fe1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2102.916660] env[62490]: DEBUG nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Refreshing instance network info cache due to event network-changed-fbe6122d-2484-457d-a223-4a2dc4263fe1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2102.916854] env[62490]: DEBUG oslo_concurrency.lockutils [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] Acquiring lock "refresh_cache-0827d8a0-70a9-46d1-a252-49da49e292a2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.917012] env[62490]: DEBUG oslo_concurrency.lockutils [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] Acquired lock "refresh_cache-0827d8a0-70a9-46d1-a252-49da49e292a2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.917195] env[62490]: DEBUG nova.network.neutron [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Refreshing network info cache for port fbe6122d-2484-457d-a223-4a2dc4263fe1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2103.006413] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2103.007066] env[62490]: INFO nova.compute.manager [-] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Took 1.79 seconds to deallocate network for instance. [ 2103.007440] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbd5cb2-85f1-43bd-9043-0fa8d8970f9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.020975] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2103.020975] env[62490]: value = "task-2066174" [ 2103.020975] env[62490]: _type = "Task" [ 2103.020975] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.029824] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066171, 'name': ReconfigVM_Task, 'duration_secs': 0.479441} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.032624] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb/volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2103.041800] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a2784a-4ff6-4a58-b3ca-838897f079d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.054065] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2103.056011] env[62490]: DEBUG nova.compute.manager [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.058388] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855f719d-3add-4ef7-94af-5a6d3b825ab3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.064501] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2103.064501] env[62490]: value = "task-2066175" [ 2103.064501] env[62490]: _type = "Task" [ 2103.064501] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.070163] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.070452] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.070813] env[62490]: DEBUG nova.network.neutron [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2103.078847] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.100578] env[62490]: DEBUG nova.network.neutron [-] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.180791] env[62490]: DEBUG nova.scheduler.client.report [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.276022] env[62490]: DEBUG nova.network.neutron [-] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.310928] env[62490]: INFO nova.compute.manager [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] instance snapshotting [ 2103.311540] env[62490]: DEBUG nova.objects.instance [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'flavor' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.326618] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066173, 'name': CreateVM_Task, 'duration_secs': 0.484205} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.327343] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2103.327838] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.328549] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.328828] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2103.329132] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f843e5-8dad-4c91-aeeb-af901dca29cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.336849] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2103.336849] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5270ba8d-2bea-bc42-7382-4875dac645ba" [ 2103.336849] env[62490]: _type = "Task" [ 2103.336849] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.346062] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5270ba8d-2bea-bc42-7382-4875dac645ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.515840] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.577277] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066175, 'name': ReconfigVM_Task, 'duration_secs': 0.157101} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.578143] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423680', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'name': 'volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afcba7c-8f15-4bf2-b6de-9f3ff6acd911', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'serial': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2103.578708] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c4dcbd6-3f40-4af6-aca3-cbc90166d857 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.588513] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2103.588513] env[62490]: value = "task-2066176" [ 2103.588513] env[62490]: _type = "Task" [ 2103.588513] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.606291] env[62490]: INFO nova.compute.manager [-] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Took 2.37 seconds to deallocate network for instance. [ 2103.606291] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066176, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.779033] env[62490]: INFO nova.compute.manager [-] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Took 2.56 seconds to deallocate network for instance. [ 2103.818805] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff643295-443a-4972-869a-c4a37146b516 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.822740] env[62490]: DEBUG nova.network.neutron [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Updated VIF entry in instance network info cache for port fbe6122d-2484-457d-a223-4a2dc4263fe1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2103.823124] env[62490]: DEBUG nova.network.neutron [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Updating instance_info_cache with network_info: [{"id": "fbe6122d-2484-457d-a223-4a2dc4263fe1", "address": "fa:16:3e:4c:62:79", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe6122d-24", "ovs_interfaceid": "fbe6122d-2484-457d-a223-4a2dc4263fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.849442] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e205683-521a-4273-8fd3-d3f58c0756bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.862177] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5270ba8d-2bea-bc42-7382-4875dac645ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.864476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.864849] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2103.865189] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.865491] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.865646] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2103.868682] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c94d294-8110-4bd2-855f-1ccfd7549705 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.881694] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2103.881694] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2103.882294] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b94d21-e6a2-4733-912d-0d2d02c6ebfa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.891159] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2103.891159] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52789fe6-8dcf-8906-6235-394261251934" [ 2103.891159] env[62490]: _type = "Task" [ 2103.891159] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.896232] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2103.896655] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b425e43-5529-4095-b287-2e864426d02b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.902773] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52789fe6-8dcf-8906-6235-394261251934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.904912] env[62490]: DEBUG oslo_vmware.api [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2103.904912] env[62490]: value = "task-2066177" [ 2103.904912] env[62490]: _type = "Task" [ 2103.904912] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.925813] env[62490]: DEBUG oslo_vmware.api [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.971142] env[62490]: DEBUG nova.network.neutron [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Updating instance_info_cache with network_info: [{"id": "86ba2387-4254-4a74-b1c8-17b501c01f94", "address": "fa:16:3e:b4:bf:b6", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ba2387-42", "ovs_interfaceid": "86ba2387-4254-4a74-b1c8-17b501c01f94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.100226] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066176, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.113077] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.193065] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.531s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.196676] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.681s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.197362] env[62490]: DEBUG nova.objects.instance [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lazy-loading 'resources' on Instance uuid 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.290419] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.327512] env[62490]: DEBUG oslo_concurrency.lockutils [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] Releasing lock "refresh_cache-0827d8a0-70a9-46d1-a252-49da49e292a2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.327512] env[62490]: DEBUG nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Received event network-vif-deleted-0089edcb-e335-4a54-a629-842d13777351 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2104.327512] env[62490]: DEBUG nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Received event network-vif-deleted-a5faba7b-6a84-4ac6-80a1-faa88cac24f3 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2104.328679] env[62490]: INFO nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Neutron deleted interface a5faba7b-6a84-4ac6-80a1-faa88cac24f3; detaching it from the instance and deleting it from the info cache [ 2104.328821] env[62490]: DEBUG nova.network.neutron [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.370253] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2104.371963] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b8bbed3-c41b-4294-a57d-ed0f353fcfd8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.382156] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2104.382156] env[62490]: value = "task-2066178" [ 2104.382156] env[62490]: _type = "Task" [ 2104.382156] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.392081] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.402373] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52789fe6-8dcf-8906-6235-394261251934, 'name': SearchDatastore_Task, 'duration_secs': 0.019072} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.403624] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe8c820-681b-48cb-979e-23c64129b842 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.411216] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2104.411216] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d5c2-6227-3c03-efa7-29736dc007f8" [ 2104.411216] env[62490]: _type = "Task" [ 2104.411216] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.423814] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d5c2-6227-3c03-efa7-29736dc007f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.427324] env[62490]: DEBUG oslo_vmware.api [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066177, 'name': PowerOnVM_Task, 'duration_secs': 0.402104} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.428052] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.428052] env[62490]: DEBUG nova.compute.manager [None req-ecfc5246-3638-4ae5-8c15-631932b9c0cd tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2104.428823] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed898b-4b79-4845-a0a6-8b3ccfaff0a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.474536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.602017] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066176, 'name': Rename_Task, 'duration_secs': 0.793511} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.602017] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2104.602363] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c432d918-8ddc-460a-bc7e-cbedcf4ab892 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.611520] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2104.611520] env[62490]: value = "task-2066179" [ 2104.611520] env[62490]: _type = "Task" [ 2104.611520] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.622372] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.756470] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2104.757560] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6385bc05-cc80-4578-b9d7-93e7f3d12a06 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.770860] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2104.771279] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852f7b56-3d21-4ac0-ab79-8c5ac840fc28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.776770] env[62490]: INFO nova.scheduler.client.report [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted allocation for migration 82630805-8325-4ef9-a2d9-675df3cc213e [ 2104.831829] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d9bbc98-36a3-49f8-b424-31fd8a1431a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.846378] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9257407-c7e0-491f-949c-8c68acde152e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.885156] env[62490]: DEBUG nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Detach interface failed, port_id=a5faba7b-6a84-4ac6-80a1-faa88cac24f3, reason: Instance 06b9ca71-64ed-4a54-8a2f-a1f649565fb7 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2104.885540] env[62490]: DEBUG nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Received event network-vif-deleted-e1d23a89-c169-4a51-ba09-e09e2f238e70 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2104.885810] env[62490]: INFO nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Neutron deleted interface e1d23a89-c169-4a51-ba09-e09e2f238e70; detaching it from the instance and deleting it from the info cache [ 2104.886053] env[62490]: DEBUG nova.network.neutron [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.901085] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066178, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.929532] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3d5c2-6227-3c03-efa7-29736dc007f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014554} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.929532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.929877] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 0827d8a0-70a9-46d1-a252-49da49e292a2/0827d8a0-70a9-46d1-a252-49da49e292a2.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2104.930115] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad6ae3c-ade0-4bca-95a4-d889dab156cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.944462] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2104.944462] env[62490]: value = "task-2066181" [ 2104.944462] env[62490]: _type = "Task" [ 2104.944462] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.957889] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.050389] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2105.050766] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2105.051800] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleting the datastore file [datastore1] 62740e24-a408-49f2-af22-12f2b4ce4609 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2105.054699] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032e1ded-8c24-4fb9-95d1-4d61b59b5f1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.065474] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2105.065474] env[62490]: value = "task-2066182" [ 2105.065474] env[62490]: _type = "Task" [ 2105.065474] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.080148] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.083324] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965f9c6-0056-4404-9bf4-a9a7ca7013e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.087907] env[62490]: DEBUG nova.compute.manager [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Received event network-vif-unplugged-86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2105.088623] env[62490]: DEBUG oslo_concurrency.lockutils [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] Acquiring lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.088623] env[62490]: DEBUG oslo_concurrency.lockutils [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] Lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.089347] env[62490]: DEBUG oslo_concurrency.lockutils [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] Lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.089347] env[62490]: DEBUG nova.compute.manager [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] No waiting events found dispatching network-vif-unplugged-86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2105.089347] env[62490]: WARNING nova.compute.manager [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Received unexpected event network-vif-unplugged-86ba2387-4254-4a74-b1c8-17b501c01f94 for instance with vm_state shelved and task_state shelving_offloading. [ 2105.090639] env[62490]: DEBUG nova.compute.manager [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Received event network-changed-86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2105.090639] env[62490]: DEBUG nova.compute.manager [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Refreshing instance network info cache due to event network-changed-86ba2387-4254-4a74-b1c8-17b501c01f94. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2105.090787] env[62490]: DEBUG oslo_concurrency.lockutils [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] Acquiring lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.092258] env[62490]: DEBUG oslo_concurrency.lockutils [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] Acquired lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.092258] env[62490]: DEBUG nova.network.neutron [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Refreshing network info cache for port 86ba2387-4254-4a74-b1c8-17b501c01f94 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.100407] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fcaf9f-a860-43c2-a8b3-2657e7e7222e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.145945] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb11c95-c5f0-4a75-b6a4-f618d0103ca2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.159057] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066179, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.160461] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d1ca2-5bdd-46fb-acee-ccdc129016a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.180744] env[62490]: DEBUG nova.compute.provider_tree [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.285476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9cab482b-2985-44ee-9997-395447fcc996 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.605s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.396074] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066178, 'name': CreateSnapshot_Task, 'duration_secs': 0.799232} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.396305] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-969b5aab-626a-46d3-890a-1231ecfe2c8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.398242] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2105.399093] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b94ed7-0c81-4a2e-a05e-e8c6a0b54fcc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.415243] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86ce5e-05a3-4276-8b6b-2d0566f9d961 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.463041] env[62490]: DEBUG nova.compute.manager [req-f845479d-f182-4dc1-a849-e82c6022cc27 req-538849b4-9472-4dca-9139-a6dd471bbca1 service nova] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Detach interface failed, port_id=e1d23a89-c169-4a51-ba09-e09e2f238e70, reason: Instance c305a73f-c450-4d30-a634-e4d3987876fd could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2105.471158] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.578782] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.651917] env[62490]: DEBUG oslo_vmware.api [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066179, 'name': PowerOnVM_Task, 'duration_secs': 0.58853} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.652236] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2105.652436] env[62490]: INFO nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Took 11.86 seconds to spawn the instance on the hypervisor. [ 2105.652661] env[62490]: DEBUG nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.653943] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6027a-56f5-4a93-827a-474047d07549 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.685770] env[62490]: DEBUG nova.scheduler.client.report [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2105.853424] env[62490]: DEBUG nova.network.neutron [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Updated VIF entry in instance network info cache for port 86ba2387-4254-4a74-b1c8-17b501c01f94. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.853852] env[62490]: DEBUG nova.network.neutron [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Updating instance_info_cache with network_info: [{"id": "86ba2387-4254-4a74-b1c8-17b501c01f94", "address": "fa:16:3e:b4:bf:b6", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": null, "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap86ba2387-42", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.922014] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2105.922014] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5083178e-67fd-4fe7-9ddf-fff967026b79 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.932375] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2105.932375] env[62490]: value = "task-2066183" [ 2105.932375] env[62490]: _type = "Task" [ 2105.932375] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.942751] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066183, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.955117] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687968} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.956027] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 0827d8a0-70a9-46d1-a252-49da49e292a2/0827d8a0-70a9-46d1-a252-49da49e292a2.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2105.956027] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2105.956027] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c42123d-d223-467c-837d-596e04c8cb87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.963258] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2105.963258] env[62490]: value = "task-2066184" [ 2105.963258] env[62490]: _type = "Task" [ 2105.963258] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.972317] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.077464] env[62490]: DEBUG oslo_vmware.api [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619046} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.077743] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2106.079040] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2106.079040] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2106.103803] env[62490]: INFO nova.scheduler.client.report [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted allocations for instance 62740e24-a408-49f2-af22-12f2b4ce4609 [ 2106.173912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.174315] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.175090] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.175348] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.175557] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.178429] env[62490]: INFO nova.compute.manager [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Terminating instance [ 2106.187302] env[62490]: INFO nova.compute.manager [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Took 28.99 seconds to build instance. [ 2106.193058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.196555] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.084s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.196875] env[62490]: DEBUG nova.objects.instance [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lazy-loading 'resources' on Instance uuid 06b9ca71-64ed-4a54-8a2f-a1f649565fb7 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.226910] env[62490]: INFO nova.scheduler.client.report [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Deleted allocations for instance 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4 [ 2106.357049] env[62490]: DEBUG oslo_concurrency.lockutils [req-e778310b-e1d5-416d-8049-fdc19d63bd85 req-8ee29aa8-7f59-4ce4-98b5-424444e4597a service nova] Releasing lock "refresh_cache-62740e24-a408-49f2-af22-12f2b4ce4609" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.445343] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066183, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.474597] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111324} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.475087] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2106.476150] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f36c8e6-d372-4031-9376-9e63c4d5e5c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.504513] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 0827d8a0-70a9-46d1-a252-49da49e292a2/0827d8a0-70a9-46d1-a252-49da49e292a2.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2106.504513] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8920fa9-4c8a-4e2d-af6c-09e11df65213 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.527328] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2106.527328] env[62490]: value = "task-2066185" [ 2106.527328] env[62490]: _type = "Task" [ 2106.527328] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.537924] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.608929] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.686993] env[62490]: DEBUG nova.compute.manager [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2106.687247] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2106.691022] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2af718f-18f5-494d-8f8b-8f4688ec44ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.693657] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ae2e96d5-390b-4eed-bc70-6a34bd34845d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.502s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.708964] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.709540] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89366689-93ce-4743-80ad-30937461786e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.721735] env[62490]: DEBUG oslo_vmware.api [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2106.721735] env[62490]: value = "task-2066186" [ 2106.721735] env[62490]: _type = "Task" [ 2106.721735] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.734358] env[62490]: DEBUG oslo_vmware.api [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.734941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6c3d090-2feb-4247-a0b6-d23fe400a04c tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "9e4e6e9d-289f-435a-a3bf-c44f272bb1c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.306s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.770453] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "8ae5a30e-147d-4ed1-8eff-66588d305c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.770677] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.947679] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066183, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.006764] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7550a81b-6873-454e-9724-12f0aab4fabd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.015428] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e57751b-81aa-40f1-b884-1c905d188cb0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.055115] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e75bdc-96c9-497c-9b27-9ec20ce0dd8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.064250] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066185, 'name': ReconfigVM_Task, 'duration_secs': 0.462185} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.066574] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 0827d8a0-70a9-46d1-a252-49da49e292a2/0827d8a0-70a9-46d1-a252-49da49e292a2.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2107.067351] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b154e5f-d5b8-4531-9e08-f81378310b92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.070403] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abeaee1-ff3f-40b8-a506-a5e5182fe1cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.086278] env[62490]: DEBUG nova.compute.provider_tree [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.089478] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2107.089478] env[62490]: value = "task-2066187" [ 2107.089478] env[62490]: _type = "Task" [ 2107.089478] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.098968] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066187, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.110553] env[62490]: DEBUG nova.compute.manager [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Received event network-changed-02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2107.110802] env[62490]: DEBUG nova.compute.manager [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Refreshing instance network info cache due to event network-changed-02f3734d-7cf6-4842-b00a-a63c723fd75e. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2107.111156] env[62490]: DEBUG oslo_concurrency.lockutils [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] Acquiring lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.111317] env[62490]: DEBUG oslo_concurrency.lockutils [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] Acquired lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.111506] env[62490]: DEBUG nova.network.neutron [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Refreshing network info cache for port 02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2107.113285] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "62740e24-a408-49f2-af22-12f2b4ce4609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.232955] env[62490]: DEBUG oslo_vmware.api [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.273678] env[62490]: DEBUG nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2107.414656] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "4ac71691-7274-401b-9ebb-2324d9e2dd52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.414656] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.414656] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "4ac71691-7274-401b-9ebb-2324d9e2dd52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.414656] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.414656] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.416144] env[62490]: INFO nova.compute.manager [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Terminating instance [ 2107.444527] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066183, 'name': CloneVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.591662] env[62490]: DEBUG nova.scheduler.client.report [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2107.604431] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066187, 'name': Rename_Task, 'duration_secs': 0.226769} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.604666] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2107.604941] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d2f1e6-4e5d-4545-8cd6-442de7931304 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.613539] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2107.613539] env[62490]: value = "task-2066188" [ 2107.613539] env[62490]: _type = "Task" [ 2107.613539] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.624763] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.732349] env[62490]: DEBUG oslo_vmware.api [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066186, 'name': PowerOffVM_Task, 'duration_secs': 0.69909} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.732617] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2107.732782] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2107.733054] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2125bb93-f476-4c8e-ab42-243ecd701654 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.810643] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.913034] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2107.913034] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2107.913034] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleting the datastore file [datastore1] fff1dd74-dabe-4a13-95d2-e20584aff21c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2107.913034] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc826c74-8a10-496d-9493-fd08bb401314 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.919070] env[62490]: DEBUG oslo_vmware.api [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2107.919070] env[62490]: value = "task-2066190" [ 2107.919070] env[62490]: _type = "Task" [ 2107.919070] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.925193] env[62490]: DEBUG nova.compute.manager [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.925600] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.926509] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ea461-61fb-4036-88b8-8497f5ed51ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.934185] env[62490]: DEBUG oslo_vmware.api [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.936423] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.940022] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-687c8a7b-f04c-4b90-8b4a-432c340c2b27 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.943171] env[62490]: DEBUG nova.network.neutron [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updated VIF entry in instance network info cache for port 02f3734d-7cf6-4842-b00a-a63c723fd75e. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2107.943171] env[62490]: DEBUG nova.network.neutron [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updating instance_info_cache with network_info: [{"id": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "address": "fa:16:3e:06:73:1a", "network": {"id": "cd786245-ac52-4e26-a325-19b9638e29af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-500502414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f3a21ed1a0f430b83d4da0762bfb72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02f3734d-7c", "ovs_interfaceid": "02f3734d-7cf6-4842-b00a-a63c723fd75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.949383] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066183, 'name': CloneVM_Task, 'duration_secs': 1.569563} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.950627] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Created linked-clone VM from snapshot [ 2107.950955] env[62490]: DEBUG oslo_vmware.api [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2107.950955] env[62490]: value = "task-2066191" [ 2107.950955] env[62490]: _type = "Task" [ 2107.950955] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.951724] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c304cd1-7d9d-4f50-b329-548b01f99d3c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.964668] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Uploading image d172c1b1-7abe-4e07-93e6-ac7eca36b485 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2107.970533] env[62490]: DEBUG oslo_vmware.api [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.990693] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2107.990693] env[62490]: value = "vm-423707" [ 2107.990693] env[62490]: _type = "VirtualMachine" [ 2107.990693] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2107.991047] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab7f2436-307c-498b-9056-6b71c51c3689 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.998453] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease: (returnval){ [ 2107.998453] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527472a0-21bb-993e-b61a-259b8cdd0eee" [ 2107.998453] env[62490]: _type = "HttpNfcLease" [ 2107.998453] env[62490]: } obtained for exporting VM: (result){ [ 2107.998453] env[62490]: value = "vm-423707" [ 2107.998453] env[62490]: _type = "VirtualMachine" [ 2107.998453] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2107.998788] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the lease: (returnval){ [ 2107.998788] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527472a0-21bb-993e-b61a-259b8cdd0eee" [ 2107.998788] env[62490]: _type = "HttpNfcLease" [ 2107.998788] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2108.005894] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2108.005894] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527472a0-21bb-993e-b61a-259b8cdd0eee" [ 2108.005894] env[62490]: _type = "HttpNfcLease" [ 2108.005894] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2108.100695] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.103553] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.813s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.103929] env[62490]: DEBUG nova.objects.instance [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lazy-loading 'resources' on Instance uuid c305a73f-c450-4d30-a634-e4d3987876fd {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.127429] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.167536] env[62490]: INFO nova.scheduler.client.report [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Deleted allocations for instance 06b9ca71-64ed-4a54-8a2f-a1f649565fb7 [ 2108.430260] env[62490]: DEBUG oslo_vmware.api [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212952} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.430691] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.430691] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.430884] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.431038] env[62490]: INFO nova.compute.manager [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Took 1.74 seconds to destroy the instance on the hypervisor. [ 2108.431284] env[62490]: DEBUG oslo.service.loopingcall [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.431476] env[62490]: DEBUG nova.compute.manager [-] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2108.431571] env[62490]: DEBUG nova.network.neutron [-] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2108.446410] env[62490]: DEBUG oslo_concurrency.lockutils [req-5e06be65-ac1d-428c-92e9-b2d9aad826a0 req-a244c730-a0bb-45c2-80a0-77344974bf25 service nova] Releasing lock "refresh_cache-7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.464641] env[62490]: DEBUG oslo_vmware.api [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066191, 'name': PowerOffVM_Task, 'duration_secs': 0.200886} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.464968] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.465159] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.465334] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e88dd96-4ec0-4978-a736-5df798307453 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.509242] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2108.509242] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527472a0-21bb-993e-b61a-259b8cdd0eee" [ 2108.509242] env[62490]: _type = "HttpNfcLease" [ 2108.509242] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2108.509661] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2108.509661] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527472a0-21bb-993e-b61a-259b8cdd0eee" [ 2108.509661] env[62490]: _type = "HttpNfcLease" [ 2108.509661] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2108.510799] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f52597-a8c7-4180-b8d1-8dc5d0d46361 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.521269] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e753d-3908-1191-afc4-b22cb930a947/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2108.521541] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e753d-3908-1191-afc4-b22cb930a947/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2108.613850] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.613997] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.614214] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Deleting the datastore file [datastore1] 4ac71691-7274-401b-9ebb-2324d9e2dd52 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.615039] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c361f63-7be2-490e-9bd2-d9a1d8afd8bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.626846] env[62490]: DEBUG oslo_vmware.api [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066188, 'name': PowerOnVM_Task, 'duration_secs': 0.602044} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.628196] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2108.628402] env[62490]: INFO nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Took 14.02 seconds to spawn the instance on the hypervisor. [ 2108.628580] env[62490]: DEBUG nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.628903] env[62490]: DEBUG oslo_vmware.api [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for the task: (returnval){ [ 2108.628903] env[62490]: value = "task-2066194" [ 2108.628903] env[62490]: _type = "Task" [ 2108.628903] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.629670] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c86e8e-694d-47df-9967-8cbff6ee4ba3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.646319] env[62490]: DEBUG oslo_vmware.api [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.677310] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7caa38cf-806a-4404-b204-e2dd4b4cd339 tempest-InstanceActionsV221TestJSON-2086449410 tempest-InstanceActionsV221TestJSON-2086449410-project-member] Lock "06b9ca71-64ed-4a54-8a2f-a1f649565fb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.170s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.784510] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2748fda1-40e0-475c-bef4-93a290f877be {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.881964] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8267bd8c-c090-4e60-9469-22bd6e17e610 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.891504] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bd49bf-8002-4ac5-969b-462f7514cc03 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.925726] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab49cf-07c0-4b53-910e-f9d10cbf9629 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.934584] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a4847-a830-44dc-abd3-1c10392fba34 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.949049] env[62490]: DEBUG nova.compute.provider_tree [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2109.140565] env[62490]: DEBUG nova.compute.manager [req-83242ce7-a49b-41a3-ab0b-e7776237d510 req-f626fa5f-181f-43ce-8e67-e167763d942a service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Received event network-vif-deleted-25f18878-3dbc-4f75-8360-1121d2d67bc5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2109.140836] env[62490]: INFO nova.compute.manager [req-83242ce7-a49b-41a3-ab0b-e7776237d510 req-f626fa5f-181f-43ce-8e67-e167763d942a service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Neutron deleted interface 25f18878-3dbc-4f75-8360-1121d2d67bc5; detaching it from the instance and deleting it from the info cache [ 2109.140970] env[62490]: DEBUG nova.network.neutron [req-83242ce7-a49b-41a3-ab0b-e7776237d510 req-f626fa5f-181f-43ce-8e67-e167763d942a service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.161023] env[62490]: DEBUG oslo_vmware.api [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.162396] env[62490]: INFO nova.compute.manager [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Took 31.29 seconds to build instance. [ 2109.429481] env[62490]: DEBUG nova.network.neutron [-] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.452395] env[62490]: DEBUG nova.scheduler.client.report [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2109.643890] env[62490]: DEBUG oslo_vmware.api [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Task: {'id': task-2066194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591426} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.644218] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0879dcd-85ff-427a-b6d1-e078723025f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.646340] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2109.646644] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2109.646943] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2109.647254] env[62490]: INFO nova.compute.manager [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Took 1.72 seconds to destroy the instance on the hypervisor. [ 2109.647576] env[62490]: DEBUG oslo.service.loopingcall [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.647856] env[62490]: DEBUG nova.compute.manager [-] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2109.648037] env[62490]: DEBUG nova.network.neutron [-] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.657605] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a99f97-2963-4377-bbfc-0f210cda46f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.669359] env[62490]: DEBUG oslo_concurrency.lockutils [None req-55af3d26-1b15-4c69-9ff8-401033011499 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.832s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.695726] env[62490]: DEBUG nova.compute.manager [req-83242ce7-a49b-41a3-ab0b-e7776237d510 req-f626fa5f-181f-43ce-8e67-e167763d942a service nova] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Detach interface failed, port_id=25f18878-3dbc-4f75-8360-1121d2d67bc5, reason: Instance fff1dd74-dabe-4a13-95d2-e20584aff21c could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2109.780877] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "0827d8a0-70a9-46d1-a252-49da49e292a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.781206] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.781456] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "0827d8a0-70a9-46d1-a252-49da49e292a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.781701] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.781949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.784423] env[62490]: INFO nova.compute.manager [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Terminating instance [ 2109.932432] env[62490]: INFO nova.compute.manager [-] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Took 1.50 seconds to deallocate network for instance. [ 2109.959839] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.960784] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.352s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.961724] env[62490]: DEBUG nova.objects.instance [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'resources' on Instance uuid 62740e24-a408-49f2-af22-12f2b4ce4609 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2109.988417] env[62490]: INFO nova.scheduler.client.report [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Deleted allocations for instance c305a73f-c450-4d30-a634-e4d3987876fd [ 2110.289051] env[62490]: DEBUG nova.compute.manager [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2110.289411] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2110.290944] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a9ee46-7739-422e-a06d-7640e673296c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.303438] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2110.303905] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf25615e-fbb4-4cac-a23c-c0dd09bdabea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.314151] env[62490]: DEBUG oslo_vmware.api [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2110.314151] env[62490]: value = "task-2066195" [ 2110.314151] env[62490]: _type = "Task" [ 2110.314151] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.331074] env[62490]: DEBUG oslo_vmware.api [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.443080] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.465210] env[62490]: DEBUG nova.objects.instance [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'numa_topology' on Instance uuid 62740e24-a408-49f2-af22-12f2b4ce4609 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.497390] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f49917e7-b970-44c2-8bad-3d637a8cc70c tempest-ServersWithSpecificFlavorTestJSON-1028254719 tempest-ServersWithSpecificFlavorTestJSON-1028254719-project-member] Lock "c305a73f-c450-4d30-a634-e4d3987876fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.888s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.634849] env[62490]: DEBUG nova.network.neutron [-] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.825216] env[62490]: DEBUG oslo_vmware.api [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066195, 'name': PowerOffVM_Task, 'duration_secs': 0.236635} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.825655] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2110.825823] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2110.826283] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd797df2-ee75-4846-98d9-52337de2af36 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.914640] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2110.914958] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2110.915269] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleting the datastore file [datastore1] 0827d8a0-70a9-46d1-a252-49da49e292a2 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2110.915541] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd35b47c-8b48-41d1-be46-565ffb594090 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.922708] env[62490]: DEBUG oslo_vmware.api [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2110.922708] env[62490]: value = "task-2066197" [ 2110.922708] env[62490]: _type = "Task" [ 2110.922708] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.931443] env[62490]: DEBUG oslo_vmware.api [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.968451] env[62490]: DEBUG nova.objects.base [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Object Instance<62740e24-a408-49f2-af22-12f2b4ce4609> lazy-loaded attributes: resources,numa_topology {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2111.140947] env[62490]: INFO nova.compute.manager [-] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Took 1.49 seconds to deallocate network for instance. [ 2111.207383] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd229ac-2ee1-49f7-a943-ba93111de0c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.215761] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f84800-e293-4346-bbc9-6085654636a8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.251460] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a235353-bbdd-4ce7-af38-ef2173e10537 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.260160] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75505f8-a393-47dd-b02a-be7eca5fb9ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.275954] env[62490]: DEBUG nova.compute.provider_tree [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.377830] env[62490]: DEBUG nova.compute.manager [req-497aa47d-ec7b-48b0-9117-7f51c916af0f req-b6e2bbdb-1c77-47ca-8000-b6560d2c7a28 service nova] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Received event network-vif-deleted-d890f8f1-bd0d-4891-9a88-1f59e7dfbd14 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2111.436603] env[62490]: DEBUG oslo_vmware.api [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2188} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.436878] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2111.437082] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2111.437344] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2111.437577] env[62490]: INFO nova.compute.manager [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2111.437942] env[62490]: DEBUG oslo.service.loopingcall [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.438331] env[62490]: DEBUG nova.compute.manager [-] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2111.438424] env[62490]: DEBUG nova.network.neutron [-] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2111.653141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.779998] env[62490]: DEBUG nova.scheduler.client.report [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.190949] env[62490]: DEBUG nova.network.neutron [-] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.285127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.287709] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.479s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.289188] env[62490]: INFO nova.compute.claims [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2112.696318] env[62490]: INFO nova.compute.manager [-] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Took 1.26 seconds to deallocate network for instance. [ 2112.804956] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee50eeee-26f2-4e22-ae4e-2f125ab8e721 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.271s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.809609] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.696s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.809898] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.810617] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.810839] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.815578] env[62490]: INFO nova.compute.manager [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Terminating instance [ 2113.204436] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.324874] env[62490]: DEBUG nova.compute.manager [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2113.325428] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2113.325504] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5353bb29-d5b4-4f56-b909-8ab4a37d2be0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.336770] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989c0a9d-08cd-4c42-a1b9-48764df7e007 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.375545] env[62490]: WARNING nova.virt.vmwareapi.vmops [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 62740e24-a408-49f2-af22-12f2b4ce4609 could not be found. [ 2113.375814] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.376019] env[62490]: INFO nova.compute.manager [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2113.376311] env[62490]: DEBUG oslo.service.loopingcall [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.380030] env[62490]: DEBUG nova.compute.manager [-] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2113.380129] env[62490]: DEBUG nova.network.neutron [-] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2113.417746] env[62490]: DEBUG nova.compute.manager [req-d801eee1-02a4-4367-911b-d7cc377e2e0e req-5bc33c82-3561-485f-b568-461b0c004251 service nova] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Received event network-vif-deleted-fbe6122d-2484-457d-a223-4a2dc4263fe1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2113.600733] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73319994-26a8-41f7-8712-04bf244fe673 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.609636] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d35fc4f-1831-4395-a253-4fd4ace42f02 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.647060] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b119d-e2a1-4ffb-b3e8-dc0bb21a6be0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.655973] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f70740-e13a-4c8b-9897-0e9081e84304 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.675952] env[62490]: DEBUG nova.compute.provider_tree [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.715125] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52181d39-eda8-e429-4b0c-c3ddfebb947e/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2113.717667] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c995709a-d204-4e00-b273-b02b1ab2ed72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.725776] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52181d39-eda8-e429-4b0c-c3ddfebb947e/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2113.726046] env[62490]: ERROR oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52181d39-eda8-e429-4b0c-c3ddfebb947e/disk-0.vmdk due to incomplete transfer. [ 2113.726350] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1ad91f3-095c-42fd-936c-d343883d7f2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.735221] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52181d39-eda8-e429-4b0c-c3ddfebb947e/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2113.735221] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Uploaded image fe491522-06a2-40f7-9993-890205c5114f to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2113.745023] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2113.745023] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a0cd87e-7152-4870-b47a-5c423c4de09c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.745023] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2113.745023] env[62490]: value = "task-2066198" [ 2113.745023] env[62490]: _type = "Task" [ 2113.745023] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.756777] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066198, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.177564] env[62490]: DEBUG nova.scheduler.client.report [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.255269] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066198, 'name': Destroy_Task, 'duration_secs': 0.427038} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.255570] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Destroyed the VM [ 2114.255833] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2114.256184] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e554173-82bd-4120-babc-bcb023ffeb4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.263547] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2114.263547] env[62490]: value = "task-2066199" [ 2114.263547] env[62490]: _type = "Task" [ 2114.263547] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.271420] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066199, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.395739] env[62490]: DEBUG nova.network.neutron [-] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.681697] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.682495] env[62490]: DEBUG nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2114.694547] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.251s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.694948] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.700513] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.047s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.700704] env[62490]: DEBUG nova.objects.instance [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lazy-loading 'resources' on Instance uuid 4ac71691-7274-401b-9ebb-2324d9e2dd52 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.750018] env[62490]: INFO nova.scheduler.client.report [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted allocations for instance fff1dd74-dabe-4a13-95d2-e20584aff21c [ 2114.774661] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066199, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.898853] env[62490]: INFO nova.compute.manager [-] [instance: 62740e24-a408-49f2-af22-12f2b4ce4609] Took 1.52 seconds to deallocate network for instance. [ 2115.205531] env[62490]: DEBUG nova.compute.utils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2115.211053] env[62490]: DEBUG nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2115.211053] env[62490]: DEBUG nova.network.neutron [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2115.256722] env[62490]: DEBUG nova.policy [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86b96278437a4d7bbc8f893ac14a6932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a8d35a614445f4a3d9d609a566efe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2115.263160] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5a2d806f-009f-4e60-b5c2-9f94bff03be9 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "fff1dd74-dabe-4a13-95d2-e20584aff21c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.089s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.274169] env[62490]: DEBUG oslo_vmware.api [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066199, 'name': RemoveSnapshot_Task, 'duration_secs': 0.801854} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.274169] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2115.274169] env[62490]: INFO nova.compute.manager [None req-e4ffa550-89a4-4749-b97f-3222d19b84b2 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Took 18.40 seconds to snapshot the instance on the hypervisor. [ 2115.440918] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd00c901-e36c-42c5-aeac-970663714e73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.450366] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3782e3cc-d818-43bb-89b2-ce213876dfc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.484112] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2882c-05ec-463e-a8b0-74178154591e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.492744] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c67051-6645-445a-9a74-8dd78cf6303a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.510187] env[62490]: DEBUG nova.compute.provider_tree [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2115.570773] env[62490]: DEBUG nova.network.neutron [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Successfully created port: 5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2115.717294] env[62490]: DEBUG nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2115.925919] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bd73de31-5f66-46fc-9fcb-f2dbb3a57b74 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "62740e24-a408-49f2-af22-12f2b4ce4609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.116s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.040416] env[62490]: ERROR nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [req-64a25a51-44c6-4127-8c9c-6006752404a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64a25a51-44c6-4127-8c9c-6006752404a6"}]} [ 2116.063160] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2116.082777] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2116.083046] env[62490]: DEBUG nova.compute.provider_tree [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2116.096867] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2116.121726] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2116.372976] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1767a3-270f-4252-b0d6-545f3deb6f65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.381901] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de427c2-af18-4d6e-a577-d8008addee40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.416604] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a64f2fb-d617-48ec-9410-2b6a8475f83f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.425641] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e944df44-33ae-4c3d-bcc2-5c0dfe388385 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.444469] env[62490]: DEBUG nova.compute.provider_tree [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2116.632167] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e753d-3908-1191-afc4-b22cb930a947/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2116.633307] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530151e7-ec17-477e-b34b-d80dd6ffe987 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.642504] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e753d-3908-1191-afc4-b22cb930a947/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2116.642504] env[62490]: ERROR oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e753d-3908-1191-afc4-b22cb930a947/disk-0.vmdk due to incomplete transfer. [ 2116.642627] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-54fc940e-8ff2-485b-bab5-d9cd5f19a899 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.651353] env[62490]: DEBUG oslo_vmware.rw_handles [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e753d-3908-1191-afc4-b22cb930a947/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2116.651610] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Uploaded image d172c1b1-7abe-4e07-93e6-ac7eca36b485 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2116.653451] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2116.654159] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-54aedce9-37b5-4172-b9ae-f9708956fd82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.661142] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2116.661142] env[62490]: value = "task-2066200" [ 2116.661142] env[62490]: _type = "Task" [ 2116.661142] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.669351] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.724198] env[62490]: DEBUG nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2116.746325] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2116.746456] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2116.746580] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2116.746763] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2116.746909] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2116.747086] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2116.747276] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2116.747435] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2116.747597] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2116.747756] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2116.747925] env[62490]: DEBUG nova.virt.hardware [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2116.748795] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ccf79c-8ee1-4f4f-8bea-d81839f79b9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.756776] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89140b23-03e9-48e1-b242-619334a03a7f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.843942] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.844210] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.965898] env[62490]: ERROR nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] [req-1561d0a8-6b4e-4755-9b54-b37abf776871] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1561d0a8-6b4e-4755-9b54-b37abf776871"}]} [ 2116.987495] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2117.001989] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2117.001989] env[62490]: DEBUG nova.compute.provider_tree [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2117.013979] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2117.042636] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2117.171566] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.249725] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6e7c7-86ab-4166-ae19-b3b56bef6d8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.257761] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c2afb8-5ef0-419c-96f4-786c30d1de0a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.289453] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1682f-4208-4a00-a583-e893864c566d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.296745] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28792a0e-fc1e-4398-89ae-4922803189e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.310220] env[62490]: DEBUG nova.compute.provider_tree [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2117.346970] env[62490]: DEBUG nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2117.649809] env[62490]: DEBUG nova.compute.manager [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2117.650724] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c464741d-4905-4ac5-9a6e-a77b55558a81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.669476] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.842840] env[62490]: DEBUG nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2117.843124] env[62490]: DEBUG nova.compute.provider_tree [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 122 to 123 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2117.843313] env[62490]: DEBUG nova.compute.provider_tree [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2117.867612] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.162139] env[62490]: INFO nova.compute.manager [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] instance snapshotting [ 2118.167712] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592cf042-4632-444c-b1ea-8077574891bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.189716] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.190488] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4abd5f-54d6-4fe9-a58f-f7f8b193478f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.349038] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.649s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.351421] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.147s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.351646] env[62490]: DEBUG nova.objects.instance [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'resources' on Instance uuid 0827d8a0-70a9-46d1-a252-49da49e292a2 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.369168] env[62490]: INFO nova.scheduler.client.report [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Deleted allocations for instance 4ac71691-7274-401b-9ebb-2324d9e2dd52 [ 2118.674840] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.701217] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2118.701563] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8961263-37fe-44ff-8bb8-776da9c85925 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.708972] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2118.708972] env[62490]: value = "task-2066201" [ 2118.708972] env[62490]: _type = "Task" [ 2118.708972] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.716908] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066201, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.877913] env[62490]: DEBUG oslo_concurrency.lockutils [None req-69dfad6d-d6ba-428e-b263-fe7fed933fef tempest-ServersAdminNegativeTestJSON-1777832210 tempest-ServersAdminNegativeTestJSON-1777832210-project-member] Lock "4ac71691-7274-401b-9ebb-2324d9e2dd52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.465s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.035525] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bf2df9-7195-4c4d-9ad6-7c2a3cf5259f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.043253] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b047d33b-acd9-494e-828d-a2c6cc088556 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.075848] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb7e4b7-1d8c-4227-9ced-4fec80a5c5ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.083431] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fb1974-8942-4c9e-8a20-12ae5be76d28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.098733] env[62490]: DEBUG nova.compute.provider_tree [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2119.175317] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.219105] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066201, 'name': CreateSnapshot_Task, 'duration_secs': 0.454908} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.219383] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2119.220378] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11eab12-131b-4f12-9162-c1c51ed535fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.602413] env[62490]: DEBUG nova.scheduler.client.report [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2119.675583] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.738869] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2119.739246] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14b6bcf0-859f-4131-be15-6cff9545113f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.748810] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2119.748810] env[62490]: value = "task-2066202" [ 2119.748810] env[62490]: _type = "Task" [ 2119.748810] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.758090] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.108155] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.110616] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.243s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.112107] env[62490]: INFO nova.compute.claims [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2120.131265] env[62490]: INFO nova.scheduler.client.report [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted allocations for instance 0827d8a0-70a9-46d1-a252-49da49e292a2 [ 2120.176993] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.262858] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.640422] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a3aa029-54f8-4376-abae-03f22ff6ed0e tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "0827d8a0-70a9-46d1-a252-49da49e292a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.858s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.676489] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.760457] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.179844] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.259683] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.334988] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e324b9-6458-44f8-b1a8-aedd9f761228 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.343887] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d308f6cc-2cb7-4dc3-9351-44cc015baad9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.379899] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58858c2e-3ba5-45b4-943e-117e128c0159 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.387396] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf6edd-2719-40ac-8e35-7feb93318ea3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.402030] env[62490]: DEBUG nova.compute.provider_tree [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.679951] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.759843] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.906156] env[62490]: DEBUG nova.scheduler.client.report [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.120017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.121848] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.179573] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.263057] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.411141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.411877] env[62490]: DEBUG nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2122.625917] env[62490]: DEBUG nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2122.686313] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.762358] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.808186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "be911c3b-ba79-44b5-9112-b9daf211fa03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.808186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.918640] env[62490]: DEBUG nova.compute.utils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2122.920246] env[62490]: DEBUG nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2122.920246] env[62490]: DEBUG nova.network.neutron [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2122.962709] env[62490]: DEBUG nova.policy [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc913d2901c742a5bb387d4bf634ef09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6874717709cd407a9e255333e3a4d1e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2123.147810] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.148055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.149531] env[62490]: INFO nova.compute.claims [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2123.182734] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.233801] env[62490]: DEBUG nova.network.neutron [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Successfully created port: 0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2123.262648] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.309413] env[62490]: DEBUG nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2123.423839] env[62490]: DEBUG nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2123.683857] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.698773] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.699327] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.762532] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.830944] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.899697] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "bd712eb4-36eb-48fd-93fa-8e312d680d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.899935] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.183306] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.202276] env[62490]: DEBUG nova.compute.utils [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2124.262254] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.404876] env[62490]: DEBUG nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2124.413016] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066634c0-8bb4-4727-a643-5ca9f1696b62 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.420146] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59619757-84b5-4b7c-89eb-34d109ac7dfb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.458736] env[62490]: DEBUG nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2124.463167] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a11777-e3c0-4089-9a1b-7b7839f3a47f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.473613] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad1bec9-f8ea-40f3-82f5-b72507136f21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.490729] env[62490]: DEBUG nova.compute.provider_tree [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2124.503502] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2124.503753] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2124.503908] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2124.504114] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2124.504273] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2124.504424] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2124.505066] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2124.505306] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2124.505471] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2124.505612] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2124.505795] env[62490]: DEBUG nova.virt.hardware [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2124.506996] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6332d910-6efa-41b9-bac0-d035ac4de15c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.516274] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4565e0-fa20-4df3-bd06-d19232d2aecd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.684098] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.705143] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.763886] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.925604] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.995388] env[62490]: DEBUG nova.scheduler.client.report [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.186377] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.265145] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.502231] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.502231] env[62490]: DEBUG nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2125.504703] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.674s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.506312] env[62490]: INFO nova.compute.claims [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2125.687325] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066200, 'name': Destroy_Task, 'duration_secs': 8.690986} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.687695] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Destroyed the VM [ 2125.688704] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2125.688704] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1bd6975-74a0-4101-a2f1-445fb2318775 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.695871] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2125.695871] env[62490]: value = "task-2066203" [ 2125.695871] env[62490]: _type = "Task" [ 2125.695871] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.704459] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.768441] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.775273] env[62490]: DEBUG nova.compute.manager [req-b7e133a6-1ae7-4461-90c4-afb4fb4ba2f1 req-db4532f0-5aa2-43c9-85fb-1807a62d6d75 service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Received event network-vif-plugged-5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.775497] env[62490]: DEBUG oslo_concurrency.lockutils [req-b7e133a6-1ae7-4461-90c4-afb4fb4ba2f1 req-db4532f0-5aa2-43c9-85fb-1807a62d6d75 service nova] Acquiring lock "8ae5a30e-147d-4ed1-8eff-66588d305c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.775718] env[62490]: DEBUG oslo_concurrency.lockutils [req-b7e133a6-1ae7-4461-90c4-afb4fb4ba2f1 req-db4532f0-5aa2-43c9-85fb-1807a62d6d75 service nova] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.775891] env[62490]: DEBUG oslo_concurrency.lockutils [req-b7e133a6-1ae7-4461-90c4-afb4fb4ba2f1 req-db4532f0-5aa2-43c9-85fb-1807a62d6d75 service nova] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.777670] env[62490]: DEBUG nova.compute.manager [req-b7e133a6-1ae7-4461-90c4-afb4fb4ba2f1 req-db4532f0-5aa2-43c9-85fb-1807a62d6d75 service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] No waiting events found dispatching network-vif-plugged-5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2125.777926] env[62490]: WARNING nova.compute.manager [req-b7e133a6-1ae7-4461-90c4-afb4fb4ba2f1 req-db4532f0-5aa2-43c9-85fb-1807a62d6d75 service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Received unexpected event network-vif-plugged-5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f for instance with vm_state building and task_state spawning. [ 2125.792139] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.792441] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.792764] env[62490]: INFO nova.compute.manager [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Attaching volume 929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca to /dev/sdb [ 2125.832732] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b04b4d-b855-4fb4-b905-59790b766205 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.840662] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72881a32-7dfe-4ab2-88d7-2c00f4ad8862 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.859680] env[62490]: DEBUG nova.virt.block_device [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Updating existing volume attachment record: 981294ff-78c5-41b2-9a40-50a133d3f2c1 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2125.863867] env[62490]: DEBUG nova.network.neutron [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Successfully updated port: 5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2126.011040] env[62490]: DEBUG nova.compute.utils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2126.014541] env[62490]: DEBUG nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2126.014765] env[62490]: DEBUG nova.network.neutron [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2126.136189] env[62490]: DEBUG nova.policy [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da80f788d0545eaa149ee9e0953ef27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73d7f62dcf34ab291305f904bec4776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2126.208672] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066203, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.216054] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "49a82331-3c1c-457d-851b-09a3f2871133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.216593] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.266796] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.367310] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "refresh_cache-8ae5a30e-147d-4ed1-8eff-66588d305c48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.367539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "refresh_cache-8ae5a30e-147d-4ed1-8eff-66588d305c48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.367710] env[62490]: DEBUG nova.network.neutron [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2126.518715] env[62490]: DEBUG nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2126.578719] env[62490]: DEBUG nova.network.neutron [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Successfully updated port: 0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2126.636452] env[62490]: DEBUG nova.network.neutron [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Successfully created port: 28d0d13b-238b-4a4e-a3b6-f5f7a496d942 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2126.708914] env[62490]: DEBUG oslo_vmware.api [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.778799} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.709212] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2126.709445] env[62490]: INFO nova.compute.manager [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Took 22.89 seconds to snapshot the instance on the hypervisor. [ 2126.719996] env[62490]: DEBUG nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2126.768292] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066202, 'name': CloneVM_Task, 'duration_secs': 6.621352} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.768560] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Created linked-clone VM from snapshot [ 2126.769336] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c2c5d-7036-4f51-9d81-1b471342495e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.776769] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Uploading image a38aac28-64db-444d-a48d-957f92926caf {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2126.797744] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2126.797744] env[62490]: value = "vm-423709" [ 2126.797744] env[62490]: _type = "VirtualMachine" [ 2126.797744] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2126.798311] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36695743-1e56-42c7-b949-1e3703eea414 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.806171] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lease: (returnval){ [ 2126.806171] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4664c-37d4-3a32-c9f9-1f6f06f6f304" [ 2126.806171] env[62490]: _type = "HttpNfcLease" [ 2126.806171] env[62490]: } obtained for exporting VM: (result){ [ 2126.806171] env[62490]: value = "vm-423709" [ 2126.806171] env[62490]: _type = "VirtualMachine" [ 2126.806171] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2126.806432] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the lease: (returnval){ [ 2126.806432] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4664c-37d4-3a32-c9f9-1f6f06f6f304" [ 2126.806432] env[62490]: _type = "HttpNfcLease" [ 2126.806432] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2126.815183] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2126.815183] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4664c-37d4-3a32-c9f9-1f6f06f6f304" [ 2126.815183] env[62490]: _type = "HttpNfcLease" [ 2126.815183] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2126.835828] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240c62f6-a770-48d9-9b9c-37797c2eb344 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.842649] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499c9ff8-20c2-47fe-aeef-ef379e9123be {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.875353] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296422be-40bb-49f4-9858-80ecdb2096f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.883359] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e428a0-c055-4c7c-b92a-e5eef6961a76 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.897659] env[62490]: DEBUG nova.compute.provider_tree [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2126.914272] env[62490]: DEBUG nova.network.neutron [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2127.051652] env[62490]: DEBUG nova.network.neutron [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Updating instance_info_cache with network_info: [{"id": "5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f", "address": "fa:16:3e:5f:72:d5", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b977b7a-f4", "ovs_interfaceid": "5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.084648] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-23728580-5b13-4ac8-a937-a6e9b486bd6c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.084807] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-23728580-5b13-4ac8-a937-a6e9b486bd6c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.084953] env[62490]: DEBUG nova.network.neutron [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.246349] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.255547] env[62490]: DEBUG nova.compute.manager [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Found 3 images (rotation: 2) {{(pid=62490) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2127.255727] env[62490]: DEBUG nova.compute.manager [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Rotating out 1 backups {{(pid=62490) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2127.255888] env[62490]: DEBUG nova.compute.manager [None req-a985ecf8-69b9-4fc1-b9c1-72245a7638fc tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleting image 93b8c464-d1f5-4416-af31-656ea565b259 {{(pid=62490) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2127.314409] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2127.314409] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4664c-37d4-3a32-c9f9-1f6f06f6f304" [ 2127.314409] env[62490]: _type = "HttpNfcLease" [ 2127.314409] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2127.314822] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2127.314822] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4664c-37d4-3a32-c9f9-1f6f06f6f304" [ 2127.314822] env[62490]: _type = "HttpNfcLease" [ 2127.314822] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2127.315510] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ad159c-dc4d-46af-9c95-54b2c44da426 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.322737] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6859-c3c3-5e4f-e195-7d978c3a35d8/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2127.323016] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6859-c3c3-5e4f-e195-7d978c3a35d8/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2127.400254] env[62490]: DEBUG nova.scheduler.client.report [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.416229] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a546fb02-bd5c-48bd-999c-b516e1ea8636 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.531903] env[62490]: DEBUG nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2127.554046] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2127.554283] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2127.554985] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2127.554985] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2127.554985] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2127.554985] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2127.555131] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2127.555725] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2127.555725] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2127.555725] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2127.555838] env[62490]: DEBUG nova.virt.hardware [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2127.560023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "refresh_cache-8ae5a30e-147d-4ed1-8eff-66588d305c48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.560023] env[62490]: DEBUG nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Instance network_info: |[{"id": "5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f", "address": "fa:16:3e:5f:72:d5", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b977b7a-f4", "ovs_interfaceid": "5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2127.560023] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423cac92-b10f-4ef2-a72f-f72b22667114 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.560787] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:72:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2127.567838] env[62490]: DEBUG oslo.service.loopingcall [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2127.568238] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2127.568849] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81eab804-16c6-4212-a79c-2bfb271bc263 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.588643] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00196509-712b-4cd5-b316-b1ac401a44a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.595435] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2127.595435] env[62490]: value = "task-2066208" [ 2127.595435] env[62490]: _type = "Task" [ 2127.595435] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.611640] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066208, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.627029] env[62490]: DEBUG nova.network.neutron [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2127.861605] env[62490]: DEBUG nova.network.neutron [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Updating instance_info_cache with network_info: [{"id": "0326f6a7-22c7-4638-9fe7-d20b3a5ccf87", "address": "fa:16:3e:2e:90:be", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0326f6a7-22", "ovs_interfaceid": "0326f6a7-22c7-4638-9fe7-d20b3a5ccf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.908273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.910428] env[62490]: DEBUG nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2127.915245] env[62490]: DEBUG nova.compute.manager [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Received event network-changed-5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2127.915587] env[62490]: DEBUG nova.compute.manager [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Refreshing instance network info cache due to event network-changed-5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2127.915903] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Acquiring lock "refresh_cache-8ae5a30e-147d-4ed1-8eff-66588d305c48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.916195] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Acquired lock "refresh_cache-8ae5a30e-147d-4ed1-8eff-66588d305c48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.916428] env[62490]: DEBUG nova.network.neutron [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Refreshing network info cache for port 5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.918145] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.993s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.919760] env[62490]: INFO nova.compute.claims [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.108396] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066208, 'name': CreateVM_Task, 'duration_secs': 0.401571} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.108616] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2128.109424] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.109591] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.109910] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2128.110186] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571876d9-e7f0-42b5-944c-42822f0e7e82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.118892] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2128.118892] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526a3b97-7648-67b1-9849-dab539efb2d1" [ 2128.118892] env[62490]: _type = "Task" [ 2128.118892] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.128399] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526a3b97-7648-67b1-9849-dab539efb2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.368015] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-23728580-5b13-4ac8-a937-a6e9b486bd6c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.368015] env[62490]: DEBUG nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Instance network_info: |[{"id": "0326f6a7-22c7-4638-9fe7-d20b3a5ccf87", "address": "fa:16:3e:2e:90:be", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0326f6a7-22", "ovs_interfaceid": "0326f6a7-22c7-4638-9fe7-d20b3a5ccf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2128.368015] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:90:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0326f6a7-22c7-4638-9fe7-d20b3a5ccf87', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2128.378022] env[62490]: DEBUG oslo.service.loopingcall [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2128.382274] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2128.382274] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2579b164-e4fe-457a-852d-9648c1c13d30 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.402357] env[62490]: DEBUG nova.network.neutron [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Successfully updated port: 28d0d13b-238b-4a4e-a3b6-f5f7a496d942 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2128.404185] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2128.404185] env[62490]: value = "task-2066210" [ 2128.404185] env[62490]: _type = "Task" [ 2128.404185] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.413259] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066210, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.415633] env[62490]: DEBUG nova.compute.utils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2128.419648] env[62490]: DEBUG nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2128.419851] env[62490]: DEBUG nova.network.neutron [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2128.503493] env[62490]: DEBUG nova.policy [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa23b266857b4634aade9aa5cf70fdd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3efd850b6a14fb4a0f18511d98dbe38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2128.635850] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526a3b97-7648-67b1-9849-dab539efb2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014559} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.638091] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.640080] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2128.640080] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.640080] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.640080] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2128.642020] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16c5c0ec-c7be-4d56-8e0d-34b7e7800006 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.652710] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2128.653042] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2128.657118] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e411da1-086d-40a7-8f7b-c8ef9e66d719 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.664259] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2128.664259] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528a11e7-48b4-473b-628a-b6086440cdab" [ 2128.664259] env[62490]: _type = "Task" [ 2128.664259] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.672999] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528a11e7-48b4-473b-628a-b6086440cdab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.807600] env[62490]: DEBUG nova.network.neutron [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Updated VIF entry in instance network info cache for port 5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2128.808027] env[62490]: DEBUG nova.network.neutron [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Updating instance_info_cache with network_info: [{"id": "5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f", "address": "fa:16:3e:5f:72:d5", "network": {"id": "30d43205-1dd6-4df4-bd54-90118e35f75a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1043417009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a8d35a614445f4a3d9d609a566efe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b977b7a-f4", "ovs_interfaceid": "5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.904246] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "refresh_cache-c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.904449] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "refresh_cache-c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.904678] env[62490]: DEBUG nova.network.neutron [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2128.920177] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066210, 'name': CreateVM_Task, 'duration_secs': 0.465408} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.920177] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2128.920177] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.920177] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.922379] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2128.922379] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7210876e-4fed-4f96-a361-2e3b571b76c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.924131] env[62490]: DEBUG nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2128.930520] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2128.930520] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a8d87e-1b05-4e17-e247-7d0d56d30f00" [ 2128.930520] env[62490]: _type = "Task" [ 2128.930520] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.952525] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a8d87e-1b05-4e17-e247-7d0d56d30f00, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.952525] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.952525] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2128.952525] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.964252] env[62490]: DEBUG nova.network.neutron [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Successfully created port: 5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2129.122508] env[62490]: DEBUG oslo_concurrency.lockutils [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "c5434c30-b136-40c0-aef3-86cc964a67ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.122827] env[62490]: DEBUG oslo_concurrency.lockutils [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.122956] env[62490]: DEBUG nova.compute.manager [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2129.124037] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc110a-d316-4b41-b0b9-687322602d94 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.132009] env[62490]: DEBUG nova.compute.manager [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2129.132707] env[62490]: DEBUG nova.objects.instance [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'flavor' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2129.176913] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528a11e7-48b4-473b-628a-b6086440cdab, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.177788] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a9ce66-8270-4db9-804c-8f7334215664 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.184631] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2129.184631] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52723044-66b6-68bd-b0a3-322d8a440f53" [ 2129.184631] env[62490]: _type = "Task" [ 2129.184631] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.193210] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52723044-66b6-68bd-b0a3-322d8a440f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.208931] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74015158-4578-41ae-9355-0632183948e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.216503] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dc555f-06ee-4a9e-8809-aeda17451cfb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.248933] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e1d0a-71e7-4267-af0b-2e3693668840 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.256724] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f51862-4581-47dd-bcf0-133e45c98088 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.271106] env[62490]: DEBUG nova.compute.provider_tree [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.311412] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Releasing lock "refresh_cache-8ae5a30e-147d-4ed1-8eff-66588d305c48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.311760] env[62490]: DEBUG nova.compute.manager [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Received event network-vif-plugged-0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2129.312037] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Acquiring lock "23728580-5b13-4ac8-a937-a6e9b486bd6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.312354] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.312532] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.312700] env[62490]: DEBUG nova.compute.manager [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] No waiting events found dispatching network-vif-plugged-0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2129.312867] env[62490]: WARNING nova.compute.manager [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Received unexpected event network-vif-plugged-0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 for instance with vm_state building and task_state spawning. [ 2129.313171] env[62490]: DEBUG nova.compute.manager [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Received event network-changed-0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2129.313453] env[62490]: DEBUG nova.compute.manager [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Refreshing instance network info cache due to event network-changed-0326f6a7-22c7-4638-9fe7-d20b3a5ccf87. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2129.313726] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Acquiring lock "refresh_cache-23728580-5b13-4ac8-a937-a6e9b486bd6c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.313915] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Acquired lock "refresh_cache-23728580-5b13-4ac8-a937-a6e9b486bd6c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.314376] env[62490]: DEBUG nova.network.neutron [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Refreshing network info cache for port 0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2129.444442] env[62490]: DEBUG nova.network.neutron [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2129.667825] env[62490]: DEBUG nova.network.neutron [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Updating instance_info_cache with network_info: [{"id": "28d0d13b-238b-4a4e-a3b6-f5f7a496d942", "address": "fa:16:3e:78:8d:d5", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d0d13b-23", "ovs_interfaceid": "28d0d13b-238b-4a4e-a3b6-f5f7a496d942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.695283] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52723044-66b6-68bd-b0a3-322d8a440f53, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.695560] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.695814] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8ae5a30e-147d-4ed1-8eff-66588d305c48/8ae5a30e-147d-4ed1-8eff-66588d305c48.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2129.696162] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.696368] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2129.696595] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-443526ea-5b14-49fb-954b-85d530f138a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.698541] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a04d79-1ca1-4898-ab99-610e4de478f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.705711] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2129.705711] env[62490]: value = "task-2066211" [ 2129.705711] env[62490]: _type = "Task" [ 2129.705711] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.709668] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2129.709841] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2129.710862] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16a88ca-fcfb-40f0-9034-915399698204 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.716143] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.719211] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2129.719211] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a30a0c-7e96-f147-e85e-f5e7d5c5c76f" [ 2129.719211] env[62490]: _type = "Task" [ 2129.719211] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.727021] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a30a0c-7e96-f147-e85e-f5e7d5c5c76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.774799] env[62490]: DEBUG nova.scheduler.client.report [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.934614] env[62490]: DEBUG nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2129.966876] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2129.967165] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2129.967325] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2129.967513] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2129.967653] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2129.967797] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2129.968014] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2129.968187] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2129.968364] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2129.968525] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2129.968701] env[62490]: DEBUG nova.virt.hardware [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2129.969665] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8773996e-f79c-4cc5-8759-13d9d0f4dd9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.978569] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabd9b37-f1c1-4ccf-be26-663973322525 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.145432] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2130.145795] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb858579-09d1-472f-888f-08edb37a9ec0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.155446] env[62490]: DEBUG oslo_vmware.api [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2130.155446] env[62490]: value = "task-2066212" [ 2130.155446] env[62490]: _type = "Task" [ 2130.155446] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.164273] env[62490]: DEBUG oslo_vmware.api [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.174036] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "refresh_cache-c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.174036] env[62490]: DEBUG nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Instance network_info: |[{"id": "28d0d13b-238b-4a4e-a3b6-f5f7a496d942", "address": "fa:16:3e:78:8d:d5", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d0d13b-23", "ovs_interfaceid": "28d0d13b-238b-4a4e-a3b6-f5f7a496d942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2130.174036] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:8d:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28d0d13b-238b-4a4e-a3b6-f5f7a496d942', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2130.190734] env[62490]: DEBUG oslo.service.loopingcall [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.193572] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2130.193823] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee1721ba-5843-42a3-bf89-6088e27cdd60 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.217862] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478885} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.219226] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8ae5a30e-147d-4ed1-8eff-66588d305c48/8ae5a30e-147d-4ed1-8eff-66588d305c48.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2130.219435] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2130.219664] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2130.219664] env[62490]: value = "task-2066213" [ 2130.219664] env[62490]: _type = "Task" [ 2130.219664] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.220021] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7be6ecfa-3414-4f5a-811d-ab0ede6e691f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.237491] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a30a0c-7e96-f147-e85e-f5e7d5c5c76f, 'name': SearchDatastore_Task, 'duration_secs': 0.016737} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.242570] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066213, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.242570] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2130.242570] env[62490]: value = "task-2066214" [ 2130.242570] env[62490]: _type = "Task" [ 2130.242570] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.242805] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db2d215-8b42-451c-a17a-00ec248dbd01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.250877] env[62490]: DEBUG nova.compute.manager [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Received event network-vif-plugged-28d0d13b-238b-4a4e-a3b6-f5f7a496d942 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2130.250877] env[62490]: DEBUG oslo_concurrency.lockutils [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] Acquiring lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.251219] env[62490]: DEBUG oslo_concurrency.lockutils [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.251219] env[62490]: DEBUG oslo_concurrency.lockutils [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.251280] env[62490]: DEBUG nova.compute.manager [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] No waiting events found dispatching network-vif-plugged-28d0d13b-238b-4a4e-a3b6-f5f7a496d942 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2130.251399] env[62490]: WARNING nova.compute.manager [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Received unexpected event network-vif-plugged-28d0d13b-238b-4a4e-a3b6-f5f7a496d942 for instance with vm_state building and task_state spawning. [ 2130.251555] env[62490]: DEBUG nova.compute.manager [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Received event network-changed-28d0d13b-238b-4a4e-a3b6-f5f7a496d942 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2130.251704] env[62490]: DEBUG nova.compute.manager [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Refreshing instance network info cache due to event network-changed-28d0d13b-238b-4a4e-a3b6-f5f7a496d942. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2130.251885] env[62490]: DEBUG oslo_concurrency.lockutils [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] Acquiring lock "refresh_cache-c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.252022] env[62490]: DEBUG oslo_concurrency.lockutils [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] Acquired lock "refresh_cache-c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.252177] env[62490]: DEBUG nova.network.neutron [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Refreshing network info cache for port 28d0d13b-238b-4a4e-a3b6-f5f7a496d942 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2130.260410] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2130.260410] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a02aef-c886-aacb-76c6-0381e638b1e7" [ 2130.260410] env[62490]: _type = "Task" [ 2130.260410] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.266311] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.276398] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a02aef-c886-aacb-76c6-0381e638b1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.276661] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.276923] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 23728580-5b13-4ac8-a937-a6e9b486bd6c/23728580-5b13-4ac8-a937-a6e9b486bd6c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2130.277213] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cae62e4-7b9e-41d0-a4a7-2ec6c29bf272 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.282157] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.282652] env[62490]: DEBUG nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2130.287028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.040s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.287647] env[62490]: INFO nova.compute.claims [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2130.294131] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2130.294131] env[62490]: value = "task-2066215" [ 2130.294131] env[62490]: _type = "Task" [ 2130.294131] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.301393] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.420983] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2130.421340] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423711', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'name': 'volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '200b5ab7-5319-4f49-a15d-6e0a1385a3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'serial': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2130.422257] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b41e719-7131-4705-80d8-ef9c060e8b3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.439269] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ba7d3-191d-4944-81e1-37aac191dc03 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.464556] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca/volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2130.465857] env[62490]: DEBUG nova.network.neutron [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Updated VIF entry in instance network info cache for port 0326f6a7-22c7-4638-9fe7-d20b3a5ccf87. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2130.466222] env[62490]: DEBUG nova.network.neutron [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Updating instance_info_cache with network_info: [{"id": "0326f6a7-22c7-4638-9fe7-d20b3a5ccf87", "address": "fa:16:3e:2e:90:be", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0326f6a7-22", "ovs_interfaceid": "0326f6a7-22c7-4638-9fe7-d20b3a5ccf87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.467486] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea2a5d47-4ac7-4ed6-af18-7d6f10160202 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.488252] env[62490]: DEBUG oslo_vmware.api [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2130.488252] env[62490]: value = "task-2066216" [ 2130.488252] env[62490]: _type = "Task" [ 2130.488252] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.497628] env[62490]: DEBUG oslo_vmware.api [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.625061] env[62490]: DEBUG nova.network.neutron [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Successfully updated port: 5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2130.666841] env[62490]: DEBUG oslo_vmware.api [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066212, 'name': PowerOffVM_Task, 'duration_secs': 0.219039} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.667148] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2130.667418] env[62490]: DEBUG nova.compute.manager [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.668493] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84861d7e-c1de-4e3e-be34-128c51663be9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.733926] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066213, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.758041] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090305} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.758387] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2130.760028] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c2bd4-de35-48fe-bd22-126afae8b853 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.786802] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 8ae5a30e-147d-4ed1-8eff-66588d305c48/8ae5a30e-147d-4ed1-8eff-66588d305c48.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2130.789727] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f114cd-c071-4d7e-98e4-ddb4e43765ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.806769] env[62490]: DEBUG nova.compute.utils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2130.808875] env[62490]: DEBUG nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2130.809060] env[62490]: DEBUG nova.network.neutron [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2130.822064] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450578} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.823073] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 23728580-5b13-4ac8-a937-a6e9b486bd6c/23728580-5b13-4ac8-a937-a6e9b486bd6c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2130.823304] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2130.823866] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2130.823866] env[62490]: value = "task-2066217" [ 2130.823866] env[62490]: _type = "Task" [ 2130.823866] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.824086] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad44261a-7bfd-4b6b-ae38-82b118cfb3c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.835051] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.836331] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2130.836331] env[62490]: value = "task-2066218" [ 2130.836331] env[62490]: _type = "Task" [ 2130.836331] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.844329] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.875737] env[62490]: DEBUG nova.policy [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fce396e60704338ba282fdda778a201', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a54d0b931d884b8ea0524f32c33744d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2130.982270] env[62490]: DEBUG oslo_concurrency.lockutils [req-a7213448-034c-465c-a149-1c38ed749ceb req-c7cb6d5e-4ac7-4aa2-8a11-46a413c285ca service nova] Releasing lock "refresh_cache-23728580-5b13-4ac8-a937-a6e9b486bd6c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.998376] env[62490]: DEBUG oslo_vmware.api [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.119425] env[62490]: DEBUG nova.network.neutron [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Updated VIF entry in instance network info cache for port 28d0d13b-238b-4a4e-a3b6-f5f7a496d942. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2131.119788] env[62490]: DEBUG nova.network.neutron [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Updating instance_info_cache with network_info: [{"id": "28d0d13b-238b-4a4e-a3b6-f5f7a496d942", "address": "fa:16:3e:78:8d:d5", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d0d13b-23", "ovs_interfaceid": "28d0d13b-238b-4a4e-a3b6-f5f7a496d942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.128257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.128500] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquired lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.128712] env[62490]: DEBUG nova.network.neutron [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2131.181695] env[62490]: DEBUG oslo_concurrency.lockutils [None req-47a8ce7f-3718-49b7-9182-2dcd709a5894 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.231818] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066213, 'name': CreateVM_Task, 'duration_secs': 0.596413} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.232016] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2131.232700] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.232878] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.233289] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2131.233569] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38737741-438d-4b3f-bf1c-22271cb3b6b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.238802] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2131.238802] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b8c66b-9e27-9cee-cd06-7156ece48e51" [ 2131.238802] env[62490]: _type = "Task" [ 2131.238802] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.249442] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b8c66b-9e27-9cee-cd06-7156ece48e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.315165] env[62490]: DEBUG nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2131.319476] env[62490]: DEBUG nova.network.neutron [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Successfully created port: c7b09b53-eb08-4b75-9824-0e806909ad1c {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2131.339050] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066217, 'name': ReconfigVM_Task, 'duration_secs': 0.465341} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.341662] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 8ae5a30e-147d-4ed1-8eff-66588d305c48/8ae5a30e-147d-4ed1-8eff-66588d305c48.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2131.342342] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-334efde5-6de9-4cb4-9c23-888242a13cc5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.353143] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2131.353143] env[62490]: value = "task-2066219" [ 2131.353143] env[62490]: _type = "Task" [ 2131.353143] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.354384] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102067} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.354773] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2131.364687] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2cc7b7-73dc-4932-bdd8-45ba9367e113 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.375797] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066219, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.394568] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 23728580-5b13-4ac8-a937-a6e9b486bd6c/23728580-5b13-4ac8-a937-a6e9b486bd6c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2131.398290] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41926353-add3-4c60-ba8d-526838357f52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.419962] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2131.419962] env[62490]: value = "task-2066220" [ 2131.419962] env[62490]: _type = "Task" [ 2131.419962] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.432231] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.506810] env[62490]: DEBUG oslo_vmware.api [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066216, 'name': ReconfigVM_Task, 'duration_secs': 0.542125} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.506810] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca/volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2131.512971] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eee1eda-0c62-4f27-8e81-eb89b3d318dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.531497] env[62490]: DEBUG oslo_vmware.api [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2131.531497] env[62490]: value = "task-2066221" [ 2131.531497] env[62490]: _type = "Task" [ 2131.531497] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.543388] env[62490]: DEBUG oslo_vmware.api [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.623654] env[62490]: DEBUG oslo_concurrency.lockutils [req-43ce36f4-f8d3-4249-be2b-4e74f1a33b28 req-da5b7f47-21b2-406c-b502-26d5bb5ba3cc service nova] Releasing lock "refresh_cache-c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.700560] env[62490]: DEBUG nova.network.neutron [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2131.723227] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831175e9-b1d0-43c9-8296-be403a7c6d42 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.740068] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfb02b8-b9f2-4481-b267-4abef5f2e778 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.760498] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b8c66b-9e27-9cee-cd06-7156ece48e51, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.814193] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.814622] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2131.814988] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.815405] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.815509] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2131.820072] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e9cc99-c863-474e-875b-51da8991d504 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.825141] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dae411-4036-40de-955f-d5631a17d94e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.846686] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c6026-f4d9-43b7-aa89-4c62da1ac9a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.851594] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2131.851594] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2131.852149] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c686107b-ddfa-424d-b228-e150fdb11740 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.866611] env[62490]: DEBUG nova.compute.provider_tree [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2131.869737] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2131.869737] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a1f783-bc4e-4adc-149e-e35bd05e3892" [ 2131.869737] env[62490]: _type = "Task" [ 2131.869737] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.879362] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066219, 'name': Rename_Task, 'duration_secs': 0.310153} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.879669] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2131.880313] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a44129f-26d2-43e9-bc34-0b997acaa363 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.886780] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a1f783-bc4e-4adc-149e-e35bd05e3892, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.887962] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b415dd19-c836-46f3-bc6f-b88dfe3b92af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.894157] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2131.894157] env[62490]: value = "task-2066222" [ 2131.894157] env[62490]: _type = "Task" [ 2131.894157] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.894157] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2131.894157] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5282ecb7-5170-256e-b627-9ad25af8ad8b" [ 2131.894157] env[62490]: _type = "Task" [ 2131.894157] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.904619] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.908035] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5282ecb7-5170-256e-b627-9ad25af8ad8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.929839] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.949210] env[62490]: DEBUG nova.network.neutron [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updating instance_info_cache with network_info: [{"id": "5754ef87-c103-4614-9596-78756ce48c80", "address": "fa:16:3e:6f:9f:c7", "network": {"id": "6eee1ffa-168f-4357-b826-439bb4c3f133", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-849570511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efd850b6a14fb4a0f18511d98dbe38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5754ef87-c1", "ovs_interfaceid": "5754ef87-c103-4614-9596-78756ce48c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.041435] env[62490]: DEBUG oslo_vmware.api [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066221, 'name': ReconfigVM_Task, 'duration_secs': 0.185604} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.041750] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423711', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'name': 'volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '200b5ab7-5319-4f49-a15d-6e0a1385a3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'serial': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2132.275528] env[62490]: DEBUG nova.compute.manager [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Received event network-vif-plugged-5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2132.275787] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] Acquiring lock "be911c3b-ba79-44b5-9112-b9daf211fa03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.276204] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.276457] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.276636] env[62490]: DEBUG nova.compute.manager [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] No waiting events found dispatching network-vif-plugged-5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2132.276804] env[62490]: WARNING nova.compute.manager [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Received unexpected event network-vif-plugged-5754ef87-c103-4614-9596-78756ce48c80 for instance with vm_state building and task_state spawning. [ 2132.276965] env[62490]: DEBUG nova.compute.manager [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Received event network-changed-5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2132.277158] env[62490]: DEBUG nova.compute.manager [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Refreshing instance network info cache due to event network-changed-5754ef87-c103-4614-9596-78756ce48c80. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2132.277335] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] Acquiring lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.335365] env[62490]: DEBUG nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2132.373427] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2132.373714] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2132.373890] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2132.374132] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2132.374268] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2132.374441] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2132.374675] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2132.374842] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2132.375056] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2132.375240] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2132.375438] env[62490]: DEBUG nova.virt.hardware [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2132.379027] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7779ea58-46dd-4862-ab45-1d9f7c38c61c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.389499] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c20943-66b8-4e0f-8b6d-5c3f66b94bf2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.406749] env[62490]: ERROR nova.scheduler.client.report [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [req-ce7a2c7b-552e-4ead-90ea-5a5d6765152b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce7a2c7b-552e-4ead-90ea-5a5d6765152b"}]} [ 2132.416453] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.422261] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5282ecb7-5170-256e-b627-9ad25af8ad8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.425524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.425937] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c85374c6-6bf2-4ea3-b0e3-6eadce39e91c/c85374c6-6bf2-4ea3-b0e3-6eadce39e91c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2132.426528] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e11eef6c-6efa-49fd-8ad0-d4fdb211aa46 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.430665] env[62490]: DEBUG nova.scheduler.client.report [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2132.436104] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066220, 'name': ReconfigVM_Task, 'duration_secs': 0.582331} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.437652] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 23728580-5b13-4ac8-a937-a6e9b486bd6c/23728580-5b13-4ac8-a937-a6e9b486bd6c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2132.438981] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2132.438981] env[62490]: value = "task-2066223" [ 2132.438981] env[62490]: _type = "Task" [ 2132.438981] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.439221] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6873792e-c5b5-4a84-b521-31a06b58abd1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.451083] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.452521] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2132.452521] env[62490]: value = "task-2066224" [ 2132.452521] env[62490]: _type = "Task" [ 2132.452521] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.453551] env[62490]: DEBUG nova.scheduler.client.report [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2132.453851] env[62490]: DEBUG nova.compute.provider_tree [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2132.456355] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Releasing lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.456704] env[62490]: DEBUG nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Instance network_info: |[{"id": "5754ef87-c103-4614-9596-78756ce48c80", "address": "fa:16:3e:6f:9f:c7", "network": {"id": "6eee1ffa-168f-4357-b826-439bb4c3f133", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-849570511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efd850b6a14fb4a0f18511d98dbe38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5754ef87-c1", "ovs_interfaceid": "5754ef87-c103-4614-9596-78756ce48c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2132.460330] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] Acquired lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.460838] env[62490]: DEBUG nova.network.neutron [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Refreshing network info cache for port 5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.462734] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:9f:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5754ef87-c103-4614-9596-78756ce48c80', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2132.472857] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Creating folder: Project (b3efd850b6a14fb4a0f18511d98dbe38). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2132.474102] env[62490]: DEBUG nova.scheduler.client.report [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2132.476254] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4f3f6bf-d331-4647-ba5c-f0ad58488a1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.489303] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Created folder: Project (b3efd850b6a14fb4a0f18511d98dbe38) in parent group-v423467. [ 2132.489502] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Creating folder: Instances. Parent ref: group-v423715. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2132.489746] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2819a7ba-fedd-41d1-87db-4cc70e29cff3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.499673] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Created folder: Instances in parent group-v423715. [ 2132.499965] env[62490]: DEBUG oslo.service.loopingcall [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.500905] env[62490]: DEBUG nova.scheduler.client.report [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2132.503069] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2132.503506] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f76ff330-df28-4a49-ac31-08f25b7acaab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.524690] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2132.524690] env[62490]: value = "task-2066227" [ 2132.524690] env[62490]: _type = "Task" [ 2132.524690] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.535752] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066227, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.792437] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b913502-6383-4130-ab18-80881d638008 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.802041] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4522f025-772f-49d2-a3e3-18fa31c04963 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.837404] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d3c5ca-5122-4a83-8aab-53e2d38ee3ba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.847718] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196df83e-a9ee-4dd4-bb0a-3ea713a51f1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.855031] env[62490]: DEBUG nova.compute.manager [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Stashing vm_state: stopped {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2132.871277] env[62490]: DEBUG nova.compute.provider_tree [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2132.904529] env[62490]: DEBUG oslo_vmware.api [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066222, 'name': PowerOnVM_Task, 'duration_secs': 0.619243} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.906092] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2132.906248] env[62490]: INFO nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Took 16.18 seconds to spawn the instance on the hypervisor. [ 2132.906420] env[62490]: DEBUG nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2132.907878] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29484de7-a3c2-48f4-8955-1e390aae6a8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.951925] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512799} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.952194] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c85374c6-6bf2-4ea3-b0e3-6eadce39e91c/c85374c6-6bf2-4ea3-b0e3-6eadce39e91c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2132.952404] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2132.952656] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-577a348c-97cc-4720-9213-fd3d8713a149 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.961562] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2132.961562] env[62490]: value = "task-2066228" [ 2132.961562] env[62490]: _type = "Task" [ 2132.961562] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.971926] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066224, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.977841] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.037182] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066227, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.092688] env[62490]: DEBUG nova.objects.instance [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'flavor' on Instance uuid 200b5ab7-5319-4f49-a15d-6e0a1385a3a8 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2133.304851] env[62490]: DEBUG nova.compute.manager [req-5c2c3a99-c7e3-4ddb-b821-c78c740a8738 req-5551db05-f617-444f-be37-273c5c475bec service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Received event network-vif-plugged-c7b09b53-eb08-4b75-9824-0e806909ad1c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2133.306448] env[62490]: DEBUG oslo_concurrency.lockutils [req-5c2c3a99-c7e3-4ddb-b821-c78c740a8738 req-5551db05-f617-444f-be37-273c5c475bec service nova] Acquiring lock "bd712eb4-36eb-48fd-93fa-8e312d680d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.306587] env[62490]: DEBUG oslo_concurrency.lockutils [req-5c2c3a99-c7e3-4ddb-b821-c78c740a8738 req-5551db05-f617-444f-be37-273c5c475bec service nova] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.306763] env[62490]: DEBUG oslo_concurrency.lockutils [req-5c2c3a99-c7e3-4ddb-b821-c78c740a8738 req-5551db05-f617-444f-be37-273c5c475bec service nova] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.307036] env[62490]: DEBUG nova.compute.manager [req-5c2c3a99-c7e3-4ddb-b821-c78c740a8738 req-5551db05-f617-444f-be37-273c5c475bec service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] No waiting events found dispatching network-vif-plugged-c7b09b53-eb08-4b75-9824-0e806909ad1c {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2133.307186] env[62490]: WARNING nova.compute.manager [req-5c2c3a99-c7e3-4ddb-b821-c78c740a8738 req-5551db05-f617-444f-be37-273c5c475bec service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Received unexpected event network-vif-plugged-c7b09b53-eb08-4b75-9824-0e806909ad1c for instance with vm_state building and task_state spawning. [ 2133.358293] env[62490]: DEBUG nova.network.neutron [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updated VIF entry in instance network info cache for port 5754ef87-c103-4614-9596-78756ce48c80. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2133.359411] env[62490]: DEBUG nova.network.neutron [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updating instance_info_cache with network_info: [{"id": "5754ef87-c103-4614-9596-78756ce48c80", "address": "fa:16:3e:6f:9f:c7", "network": {"id": "6eee1ffa-168f-4357-b826-439bb4c3f133", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-849570511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efd850b6a14fb4a0f18511d98dbe38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5754ef87-c1", "ovs_interfaceid": "5754ef87-c103-4614-9596-78756ce48c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.402928] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.415416] env[62490]: DEBUG nova.scheduler.client.report [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2133.415722] env[62490]: DEBUG nova.compute.provider_tree [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 129 to 130 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2133.415905] env[62490]: DEBUG nova.compute.provider_tree [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2133.429163] env[62490]: INFO nova.compute.manager [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Took 25.65 seconds to build instance. [ 2133.467147] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066224, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.475337] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070985} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.475618] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2133.476434] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d732d3e-698c-4865-8d1d-be2e5afd1828 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.500321] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c85374c6-6bf2-4ea3-b0e3-6eadce39e91c/c85374c6-6bf2-4ea3-b0e3-6eadce39e91c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2133.500603] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e447ed3-5dd0-4f10-a6a5-aeb3ef8a58fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.520945] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2133.520945] env[62490]: value = "task-2066229" [ 2133.520945] env[62490]: _type = "Task" [ 2133.520945] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.532189] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.537471] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066227, 'name': CreateVM_Task, 'duration_secs': 0.831517} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.537667] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2133.538359] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.538545] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.538864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2133.539139] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fddc78-c947-4740-b6b5-cf4cd4ab1e1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.543895] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2133.543895] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a77e39-034f-4223-d4c2-b64d39bde1d2" [ 2133.543895] env[62490]: _type = "Task" [ 2133.543895] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.551708] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a77e39-034f-4223-d4c2-b64d39bde1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.601673] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ec59a086-88ec-4171-94f4-340612cb7b63 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.809s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.830794] env[62490]: DEBUG nova.network.neutron [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Successfully updated port: c7b09b53-eb08-4b75-9824-0e806909ad1c {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2133.863774] env[62490]: DEBUG oslo_concurrency.lockutils [req-b3262b3e-7176-4089-b035-0b8e2c5a3939 req-7db1e2e9-18af-475e-b214-6f6f958d82e6 service nova] Releasing lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.929026] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.640s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.929026] env[62490]: DEBUG nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2133.930808] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.528s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.933454] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44b2599-d912-47fe-a1bb-ee79a9f8dc0c tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.163s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.971273] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066224, 'name': Rename_Task, 'duration_secs': 1.26391} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.972081] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2133.972081] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce926343-22d8-4cb8-988a-82ee75652c45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.979346] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2133.979346] env[62490]: value = "task-2066230" [ 2133.979346] env[62490]: _type = "Task" [ 2133.979346] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.987946] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.032816] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.057092] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a77e39-034f-4223-d4c2-b64d39bde1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.057383] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.057665] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2134.057947] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.058127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.058342] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2134.058694] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-138180d3-5bec-417c-be3d-a2e7d06b29f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.069069] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2134.069310] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2134.070285] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a73ede-0682-4137-97c4-c9a1ec0f2428 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.076174] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2134.076174] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52871d3e-9a05-19ae-1433-635f5d51498d" [ 2134.076174] env[62490]: _type = "Task" [ 2134.076174] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.084724] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52871d3e-9a05-19ae-1433-635f5d51498d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.333568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "refresh_cache-bd712eb4-36eb-48fd-93fa-8e312d680d37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.333744] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquired lock "refresh_cache-bd712eb4-36eb-48fd-93fa-8e312d680d37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.333903] env[62490]: DEBUG nova.network.neutron [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2134.413639] env[62490]: DEBUG nova.compute.manager [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Received event network-changed-c7b09b53-eb08-4b75-9824-0e806909ad1c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.413966] env[62490]: DEBUG nova.compute.manager [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Refreshing instance network info cache due to event network-changed-c7b09b53-eb08-4b75-9824-0e806909ad1c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2134.414225] env[62490]: DEBUG oslo_concurrency.lockutils [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] Acquiring lock "refresh_cache-bd712eb4-36eb-48fd-93fa-8e312d680d37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.436567] env[62490]: INFO nova.compute.claims [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2134.442023] env[62490]: DEBUG nova.compute.utils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2134.446613] env[62490]: DEBUG nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2134.446613] env[62490]: DEBUG nova.network.neutron [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2134.490379] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.502133] env[62490]: DEBUG nova.policy [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7fdfb83d0b548c0b82402481db287c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3c7f094e4e4556ab2baa80db2b21b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2134.531487] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066229, 'name': ReconfigVM_Task, 'duration_secs': 0.789727} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.531624] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c85374c6-6bf2-4ea3-b0e3-6eadce39e91c/c85374c6-6bf2-4ea3-b0e3-6eadce39e91c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2134.532311] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10eeb5a8-4674-4b74-ad1f-9d6b43193754 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.539669] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2134.539669] env[62490]: value = "task-2066231" [ 2134.539669] env[62490]: _type = "Task" [ 2134.539669] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.549657] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066231, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.590367] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52871d3e-9a05-19ae-1433-635f5d51498d, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.591618] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94a487b-ba63-47a6-887b-7a4e10c0cd25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.598845] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2134.598845] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f6f227-83fd-1b1f-8874-acafd0c67c6b" [ 2134.598845] env[62490]: _type = "Task" [ 2134.598845] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.611139] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f6f227-83fd-1b1f-8874-acafd0c67c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.611578] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.611994] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] be911c3b-ba79-44b5-9112-b9daf211fa03/be911c3b-ba79-44b5-9112-b9daf211fa03.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2134.612352] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b55f8995-c832-46ca-a267-1563c4d1eb9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.620511] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2134.620511] env[62490]: value = "task-2066232" [ 2134.620511] env[62490]: _type = "Task" [ 2134.620511] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.629472] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.906658] env[62490]: DEBUG nova.network.neutron [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Successfully created port: 3f58a0e4-2e6e-4818-ba9b-3d4efc110eef {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2134.920216] env[62490]: DEBUG nova.network.neutron [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2134.943113] env[62490]: INFO nova.compute.resource_tracker [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating resource usage from migration 82159cf0-63ed-4ef8-816f-22d4ff6511d9 [ 2134.947905] env[62490]: DEBUG nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2134.992337] env[62490]: DEBUG oslo_vmware.api [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066230, 'name': PowerOnVM_Task, 'duration_secs': 0.822272} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.992803] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2134.992803] env[62490]: INFO nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Took 10.53 seconds to spawn the instance on the hypervisor. [ 2134.993015] env[62490]: DEBUG nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2134.995249] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10f4658-9616-4967-90b6-7a43d4135016 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.024787] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.025154] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.056250] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066231, 'name': Rename_Task, 'duration_secs': 0.218812} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.058663] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.059540] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8326cb5-216b-4d5f-8e44-a60540ab5c21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.073080] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2135.073080] env[62490]: value = "task-2066233" [ 2135.073080] env[62490]: _type = "Task" [ 2135.073080] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.087925] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.134286] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066232, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.275275] env[62490]: DEBUG nova.network.neutron [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Updating instance_info_cache with network_info: [{"id": "c7b09b53-eb08-4b75-9824-0e806909ad1c", "address": "fa:16:3e:a8:b7:7c", "network": {"id": "2a18f261-7e98-4472-a5b0-0047a250e0b3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1115126367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a54d0b931d884b8ea0524f32c33744d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b09b53-eb", "ovs_interfaceid": "c7b09b53-eb08-4b75-9824-0e806909ad1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.323857] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a689d-a554-44d2-83d7-94706bc6f20e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.334571] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a866f72c-8ea2-4096-8322-5c0518d153b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.375900] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e04c614-fb7b-41dd-8b3e-d4c275b4efa6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.385162] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f97554-760c-4cdc-8014-1313ed5348cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.405384] env[62490]: DEBUG nova.compute.provider_tree [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.513305] env[62490]: INFO nova.compute.manager [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Took 17.66 seconds to build instance. [ 2135.528010] env[62490]: DEBUG nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2135.583785] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.603803] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "8ae5a30e-147d-4ed1-8eff-66588d305c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.604111] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.604284] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "8ae5a30e-147d-4ed1-8eff-66588d305c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.604467] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.604633] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.607025] env[62490]: INFO nova.compute.manager [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Terminating instance [ 2135.631804] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51188} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.632072] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] be911c3b-ba79-44b5-9112-b9daf211fa03/be911c3b-ba79-44b5-9112-b9daf211fa03.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2135.632596] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2135.632596] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-665eddc2-b299-400d-af6d-ab854939c92d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.639291] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2135.639291] env[62490]: value = "task-2066234" [ 2135.639291] env[62490]: _type = "Task" [ 2135.639291] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.646900] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.781561] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Releasing lock "refresh_cache-bd712eb4-36eb-48fd-93fa-8e312d680d37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.781910] env[62490]: DEBUG nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Instance network_info: |[{"id": "c7b09b53-eb08-4b75-9824-0e806909ad1c", "address": "fa:16:3e:a8:b7:7c", "network": {"id": "2a18f261-7e98-4472-a5b0-0047a250e0b3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1115126367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a54d0b931d884b8ea0524f32c33744d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b09b53-eb", "ovs_interfaceid": "c7b09b53-eb08-4b75-9824-0e806909ad1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2135.782243] env[62490]: DEBUG oslo_concurrency.lockutils [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] Acquired lock "refresh_cache-bd712eb4-36eb-48fd-93fa-8e312d680d37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.782420] env[62490]: DEBUG nova.network.neutron [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Refreshing network info cache for port c7b09b53-eb08-4b75-9824-0e806909ad1c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2135.783720] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b7:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b09b53-eb08-4b75-9824-0e806909ad1c', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2135.791384] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Creating folder: Project (a54d0b931d884b8ea0524f32c33744d4). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2135.794432] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3283c0ec-30af-47bb-a474-929f1a619d44 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.806673] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Created folder: Project (a54d0b931d884b8ea0524f32c33744d4) in parent group-v423467. [ 2135.806864] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Creating folder: Instances. Parent ref: group-v423718. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2135.807123] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75483a00-10a2-4c95-a813-084fe45eab8d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.816752] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Created folder: Instances in parent group-v423718. [ 2135.816752] env[62490]: DEBUG oslo.service.loopingcall [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.816947] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2135.817177] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3961285-d526-4c74-816c-34f7e01c75a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.838662] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2135.838662] env[62490]: value = "task-2066237" [ 2135.838662] env[62490]: _type = "Task" [ 2135.838662] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.847082] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066237, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.909132] env[62490]: DEBUG nova.scheduler.client.report [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.961702] env[62490]: DEBUG nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2135.990466] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2135.990682] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2135.994619] env[62490]: DEBUG nova.virt.hardware [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2135.994619] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d02fd38-919b-438b-a067-d7bc8009ac60 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.004694] env[62490]: DEBUG oslo_concurrency.lockutils [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.006300] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3827df30-2d7b-45d9-afd0-28d0d2740581 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.026253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1df66b89-8ba8-439a-91e1-d0cc9c1e8b10 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.182s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.027343] env[62490]: DEBUG oslo_concurrency.lockutils [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.023s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.028986] env[62490]: DEBUG nova.compute.manager [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.029989] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21c9b73-727f-4854-bfdb-84551127713e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.041894] env[62490]: DEBUG nova.compute.manager [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2136.042969] env[62490]: DEBUG nova.objects.instance [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'flavor' on Instance uuid 23728580-5b13-4ac8-a937-a6e9b486bd6c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2136.049629] env[62490]: DEBUG nova.network.neutron [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Updated VIF entry in instance network info cache for port c7b09b53-eb08-4b75-9824-0e806909ad1c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2136.049629] env[62490]: DEBUG nova.network.neutron [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Updating instance_info_cache with network_info: [{"id": "c7b09b53-eb08-4b75-9824-0e806909ad1c", "address": "fa:16:3e:a8:b7:7c", "network": {"id": "2a18f261-7e98-4472-a5b0-0047a250e0b3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1115126367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a54d0b931d884b8ea0524f32c33744d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b09b53-eb", "ovs_interfaceid": "c7b09b53-eb08-4b75-9824-0e806909ad1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.053332] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.084314] env[62490]: DEBUG oslo_vmware.api [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066233, 'name': PowerOnVM_Task, 'duration_secs': 0.999414} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.084588] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2136.084782] env[62490]: INFO nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Took 8.55 seconds to spawn the instance on the hypervisor. [ 2136.084953] env[62490]: DEBUG nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.085798] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3790a086-e60a-40bf-83f2-60c66ff7b4ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.110500] env[62490]: DEBUG nova.compute.manager [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2136.110681] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2136.111951] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b045e54-1609-4631-9c9a-a7d5c7ec6cf8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.121974] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2136.123998] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3032f6e2-6ad0-4f6a-b26f-21d306c0f5ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.127060] env[62490]: INFO nova.compute.manager [None req-8403db12-21ab-4d9c-82c4-803d40e1aff1 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Get console output [ 2136.127060] env[62490]: WARNING nova.virt.vmwareapi.driver [None req-8403db12-21ab-4d9c-82c4-803d40e1aff1 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] The console log is missing. Check your VSPC configuration [ 2136.134228] env[62490]: DEBUG oslo_vmware.api [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2136.134228] env[62490]: value = "task-2066238" [ 2136.134228] env[62490]: _type = "Task" [ 2136.134228] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.146405] env[62490]: DEBUG oslo_vmware.api [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.151536] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.374561} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.151834] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2136.152603] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569144e9-c717-4383-a04b-c3eb20b5128e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.176580] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] be911c3b-ba79-44b5-9112-b9daf211fa03/be911c3b-ba79-44b5-9112-b9daf211fa03.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2136.176926] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ecdd53-9be1-40d9-91d5-736f22d0ee66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.198462] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2136.198462] env[62490]: value = "task-2066239" [ 2136.198462] env[62490]: _type = "Task" [ 2136.198462] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.208417] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.350295] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066237, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.414213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.483s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.414566] env[62490]: INFO nova.compute.manager [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Migrating [ 2136.422527] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.369s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.424604] env[62490]: INFO nova.compute.claims [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2136.452547] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6859-c3c3-5e4f-e195-7d978c3a35d8/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2136.454098] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8548735-e376-4890-b319-71ece3c26aa0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.462365] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6859-c3c3-5e4f-e195-7d978c3a35d8/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2136.462551] env[62490]: ERROR oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6859-c3c3-5e4f-e195-7d978c3a35d8/disk-0.vmdk due to incomplete transfer. [ 2136.463027] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7ccbae18-6741-4dd6-9b1f-c7440c6b5eab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.481405] env[62490]: DEBUG oslo_vmware.rw_handles [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee6859-c3c3-5e4f-e195-7d978c3a35d8/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2136.481678] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Uploaded image a38aac28-64db-444d-a48d-957f92926caf to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2136.484096] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2136.484576] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69a3f230-8691-428e-9066-370759925b51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.490595] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2136.490595] env[62490]: value = "task-2066240" [ 2136.490595] env[62490]: _type = "Task" [ 2136.490595] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.498766] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066240, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.551613] env[62490]: DEBUG oslo_concurrency.lockutils [req-7bf411d6-b389-462d-a93f-067a4f7639f9 req-97d5511b-c22d-4d7d-a21f-17775b309e19 service nova] Releasing lock "refresh_cache-bd712eb4-36eb-48fd-93fa-8e312d680d37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.607829] env[62490]: INFO nova.compute.manager [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Took 13.48 seconds to build instance. [ 2136.645445] env[62490]: DEBUG oslo_vmware.api [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066238, 'name': PowerOffVM_Task, 'duration_secs': 0.284815} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.645929] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2136.646191] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2136.646581] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed62efcc-7616-4956-9590-19f75e01b2a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.708406] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066239, 'name': ReconfigVM_Task, 'duration_secs': 0.29104} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.708710] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Reconfigured VM instance instance-00000059 to attach disk [datastore1] be911c3b-ba79-44b5-9112-b9daf211fa03/be911c3b-ba79-44b5-9112-b9daf211fa03.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2136.709332] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07604415-b4d2-4f42-8c36-b58a8ae09f25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.716537] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2136.716537] env[62490]: value = "task-2066242" [ 2136.716537] env[62490]: _type = "Task" [ 2136.716537] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.725708] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066242, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.838395] env[62490]: DEBUG nova.network.neutron [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Successfully updated port: 3f58a0e4-2e6e-4818-ba9b-3d4efc110eef {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2136.852537] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066237, 'name': CreateVM_Task, 'duration_secs': 0.620246} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.853780] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2136.854653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.854888] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.855309] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2136.855937] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3375b6-1f50-4bcc-9266-dc4e9614cf8d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.863551] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2136.863551] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529cfa7e-1f33-9558-1926-48caf5ab8560" [ 2136.863551] env[62490]: _type = "Task" [ 2136.863551] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.874038] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2136.874180] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2136.874301] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleting the datastore file [datastore1] 8ae5a30e-147d-4ed1-8eff-66588d305c48 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2136.878238] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9371cf37-50ea-425a-9eac-702f7b98788c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.880434] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529cfa7e-1f33-9558-1926-48caf5ab8560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.885131] env[62490]: DEBUG oslo_vmware.api [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for the task: (returnval){ [ 2136.885131] env[62490]: value = "task-2066243" [ 2136.885131] env[62490]: _type = "Task" [ 2136.885131] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.893784] env[62490]: DEBUG oslo_vmware.api [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.898965] env[62490]: DEBUG nova.compute.manager [req-4853b4e9-b3f0-4de1-908e-3c1131665c82 req-d3016727-9dd3-45d5-8115-5831b1b40d13 service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Received event network-vif-plugged-3f58a0e4-2e6e-4818-ba9b-3d4efc110eef {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2136.899352] env[62490]: DEBUG oslo_concurrency.lockutils [req-4853b4e9-b3f0-4de1-908e-3c1131665c82 req-d3016727-9dd3-45d5-8115-5831b1b40d13 service nova] Acquiring lock "49a82331-3c1c-457d-851b-09a3f2871133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.899570] env[62490]: DEBUG oslo_concurrency.lockutils [req-4853b4e9-b3f0-4de1-908e-3c1131665c82 req-d3016727-9dd3-45d5-8115-5831b1b40d13 service nova] Lock "49a82331-3c1c-457d-851b-09a3f2871133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.899735] env[62490]: DEBUG oslo_concurrency.lockutils [req-4853b4e9-b3f0-4de1-908e-3c1131665c82 req-d3016727-9dd3-45d5-8115-5831b1b40d13 service nova] Lock "49a82331-3c1c-457d-851b-09a3f2871133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.899904] env[62490]: DEBUG nova.compute.manager [req-4853b4e9-b3f0-4de1-908e-3c1131665c82 req-d3016727-9dd3-45d5-8115-5831b1b40d13 service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] No waiting events found dispatching network-vif-plugged-3f58a0e4-2e6e-4818-ba9b-3d4efc110eef {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2136.900082] env[62490]: WARNING nova.compute.manager [req-4853b4e9-b3f0-4de1-908e-3c1131665c82 req-d3016727-9dd3-45d5-8115-5831b1b40d13 service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Received unexpected event network-vif-plugged-3f58a0e4-2e6e-4818-ba9b-3d4efc110eef for instance with vm_state building and task_state spawning. [ 2136.938156] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.938156] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.938156] env[62490]: DEBUG nova.network.neutron [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2137.001187] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066240, 'name': Destroy_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.055437] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.055768] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10446c20-3057-4220-a1f0-41a12ef17172 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.062730] env[62490]: DEBUG oslo_vmware.api [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2137.062730] env[62490]: value = "task-2066244" [ 2137.062730] env[62490]: _type = "Task" [ 2137.062730] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.070763] env[62490]: DEBUG oslo_vmware.api [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.109919] env[62490]: DEBUG oslo_concurrency.lockutils [None req-81d69642-57c7-4158-8a55-6f578104c5c0 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.989s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.229421] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066242, 'name': Rename_Task, 'duration_secs': 0.147358} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.229697] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2137.229947] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7b9552-c68e-4fe5-a81d-81c7d1b80eb0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.236213] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2137.236213] env[62490]: value = "task-2066245" [ 2137.236213] env[62490]: _type = "Task" [ 2137.236213] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.244550] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.348087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-49a82331-3c1c-457d-851b-09a3f2871133" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.348266] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-49a82331-3c1c-457d-851b-09a3f2871133" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.348757] env[62490]: DEBUG nova.network.neutron [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2137.375651] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529cfa7e-1f33-9558-1926-48caf5ab8560, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.375938] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.376183] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2137.376415] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.376560] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.376735] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2137.376991] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd6fadb-8fe9-49b1-a08d-6a66b7169cfd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.379265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "88fc1ea6-46ae-470e-b003-77a8d073a457" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.379444] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.379645] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "88fc1ea6-46ae-470e-b003-77a8d073a457-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.379868] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.380082] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.382173] env[62490]: INFO nova.compute.manager [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Terminating instance [ 2137.390982] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2137.391130] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2137.392730] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f237f0-1d81-46ad-9337-c5f34d349d11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.399059] env[62490]: DEBUG oslo_vmware.api [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Task: {'id': task-2066243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134906} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.399356] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2137.399485] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2137.399659] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2137.399828] env[62490]: INFO nova.compute.manager [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2137.400081] env[62490]: DEBUG oslo.service.loopingcall [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2137.400378] env[62490]: DEBUG nova.compute.manager [-] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2137.400378] env[62490]: DEBUG nova.network.neutron [-] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2137.403316] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2137.403316] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6b399-3681-20a8-6975-a2c7c079ec10" [ 2137.403316] env[62490]: _type = "Task" [ 2137.403316] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.412028] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6b399-3681-20a8-6975-a2c7c079ec10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.501803] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066240, 'name': Destroy_Task, 'duration_secs': 0.897117} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.504286] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Destroyed the VM [ 2137.504537] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2137.504987] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eed9d74d-5084-44c2-9f1e-85dff3a7ee94 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.511479] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2137.511479] env[62490]: value = "task-2066246" [ 2137.511479] env[62490]: _type = "Task" [ 2137.511479] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.521263] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.572414] env[62490]: DEBUG oslo_vmware.api [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066244, 'name': PowerOffVM_Task, 'duration_secs': 0.349362} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.575128] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2137.575376] env[62490]: DEBUG nova.compute.manager [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2137.576989] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d62441f-4e40-40db-94fe-fe7dc0d5b034 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.741324] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a41bcee-9449-4284-846b-25a1246465b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.749763] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.752495] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea8b124-edbb-45d2-918a-cc48bca6fd6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.785390] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a165108-7a04-45a6-810a-a2349d387cb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.794395] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b952ff-bc6d-4c60-8bcb-16bd17aac203 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.808957] env[62490]: DEBUG nova.compute.provider_tree [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.832647] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "1bb73a37-68fd-4f5a-9772-31a3b736e928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.832889] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.886473] env[62490]: DEBUG nova.compute.manager [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2137.886835] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2137.888058] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ba791-e721-46b5-be59-919ade9eb98e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.898412] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.898675] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec83cb2-1e84-4d58-9985-06931ce7815c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.908789] env[62490]: DEBUG oslo_vmware.api [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 2137.908789] env[62490]: value = "task-2066247" [ 2137.908789] env[62490]: _type = "Task" [ 2137.908789] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.916659] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c6b399-3681-20a8-6975-a2c7c079ec10, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.916659] env[62490]: DEBUG nova.network.neutron [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2137.919314] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7323c5c1-bbbe-42c1-9a8f-397771c5d73c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.922577] env[62490]: DEBUG nova.network.neutron [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.927540] env[62490]: DEBUG oslo_vmware.api [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.930903] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2137.930903] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521ebdd3-390e-32b5-d54d-c8634285671d" [ 2137.930903] env[62490]: _type = "Task" [ 2137.930903] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.941946] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521ebdd3-390e-32b5-d54d-c8634285671d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.026718] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.092539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-90f8aec0-8665-4928-bff9-988fe6cc2f9a tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.100869] env[62490]: DEBUG nova.network.neutron [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Updating instance_info_cache with network_info: [{"id": "3f58a0e4-2e6e-4818-ba9b-3d4efc110eef", "address": "fa:16:3e:05:f2:77", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f58a0e4-2e", "ovs_interfaceid": "3f58a0e4-2e6e-4818-ba9b-3d4efc110eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.247842] env[62490]: DEBUG oslo_vmware.api [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066245, 'name': PowerOnVM_Task, 'duration_secs': 0.660333} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.247842] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.248093] env[62490]: INFO nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Took 8.31 seconds to spawn the instance on the hypervisor. [ 2138.248296] env[62490]: DEBUG nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2138.249135] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5269c8c5-30dc-4aa4-8484-7eae0b96bd28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.312187] env[62490]: DEBUG nova.scheduler.client.report [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.335685] env[62490]: DEBUG nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2138.359039] env[62490]: DEBUG nova.network.neutron [-] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.419769] env[62490]: DEBUG oslo_vmware.api [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066247, 'name': PowerOffVM_Task, 'duration_secs': 0.243913} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.419769] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.419848] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.420090] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c7dc7da-7c89-44d2-8b2f-e4abb138b43a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.428623] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.440312] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521ebdd3-390e-32b5-d54d-c8634285671d, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.441121] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.441375] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] bd712eb4-36eb-48fd-93fa-8e312d680d37/bd712eb4-36eb-48fd-93fa-8e312d680d37.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2138.441631] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669ba060-ef29-4f41-9cc6-6bb79dfc8b0d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.449929] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2138.449929] env[62490]: value = "task-2066249" [ 2138.449929] env[62490]: _type = "Task" [ 2138.449929] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.458894] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.521511] env[62490]: DEBUG oslo_vmware.api [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066246, 'name': RemoveSnapshot_Task, 'duration_secs': 0.965977} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.521804] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2138.522050] env[62490]: INFO nova.compute.manager [None req-9f8807f8-fee8-449a-b5d0-15af61c59684 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Took 20.35 seconds to snapshot the instance on the hypervisor. [ 2138.597836] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.598090] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.598285] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleting the datastore file [datastore1] 88fc1ea6-46ae-470e-b003-77a8d073a457 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.598583] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-573691c3-0ae7-40f0-9407-32f7ad42610c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.602273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-49a82331-3c1c-457d-851b-09a3f2871133" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.602551] env[62490]: DEBUG nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Instance network_info: |[{"id": "3f58a0e4-2e6e-4818-ba9b-3d4efc110eef", "address": "fa:16:3e:05:f2:77", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f58a0e4-2e", "ovs_interfaceid": "3f58a0e4-2e6e-4818-ba9b-3d4efc110eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2138.602932] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f2:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f58a0e4-2e6e-4818-ba9b-3d4efc110eef', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2138.611275] env[62490]: DEBUG oslo.service.loopingcall [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.612811] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2138.613276] env[62490]: DEBUG oslo_vmware.api [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 2138.613276] env[62490]: value = "task-2066250" [ 2138.613276] env[62490]: _type = "Task" [ 2138.613276] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.613484] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-963f0c8c-b22a-4157-b421-809ac3cb11a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.638862] env[62490]: DEBUG oslo_vmware.api [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.641156] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2138.641156] env[62490]: value = "task-2066251" [ 2138.641156] env[62490]: _type = "Task" [ 2138.641156] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.650317] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066251, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.663122] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.663363] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.663587] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "23728580-5b13-4ac8-a937-a6e9b486bd6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.663773] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.663948] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.666532] env[62490]: INFO nova.compute.manager [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Terminating instance [ 2138.769116] env[62490]: INFO nova.compute.manager [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Took 14.95 seconds to build instance. [ 2138.817727] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.818324] env[62490]: DEBUG nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2138.861344] env[62490]: INFO nova.compute.manager [-] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Took 1.46 seconds to deallocate network for instance. [ 2138.869025] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.869025] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.870193] env[62490]: INFO nova.compute.claims [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2138.929491] env[62490]: DEBUG nova.compute.manager [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Received event network-changed-3f58a0e4-2e6e-4818-ba9b-3d4efc110eef {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2138.929570] env[62490]: DEBUG nova.compute.manager [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Refreshing instance network info cache due to event network-changed-3f58a0e4-2e6e-4818-ba9b-3d4efc110eef. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2138.929806] env[62490]: DEBUG oslo_concurrency.lockutils [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] Acquiring lock "refresh_cache-49a82331-3c1c-457d-851b-09a3f2871133" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.929915] env[62490]: DEBUG oslo_concurrency.lockutils [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] Acquired lock "refresh_cache-49a82331-3c1c-457d-851b-09a3f2871133" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.930296] env[62490]: DEBUG nova.network.neutron [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Refreshing network info cache for port 3f58a0e4-2e6e-4818-ba9b-3d4efc110eef {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2138.962291] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.139426] env[62490]: DEBUG oslo_vmware.api [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484109} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.139677] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.139980] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.140083] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.140217] env[62490]: INFO nova.compute.manager [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2139.140449] env[62490]: DEBUG oslo.service.loopingcall [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.140642] env[62490]: DEBUG nova.compute.manager [-] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.140736] env[62490]: DEBUG nova.network.neutron [-] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.150649] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066251, 'name': CreateVM_Task, 'duration_secs': 0.502562} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.150953] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2139.151384] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.151548] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.151863] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2139.152122] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58f271f-6038-4eca-a6ef-2d830058c989 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.156788] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2139.156788] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52327b6a-52a2-a5ef-b1a6-b27ba687b473" [ 2139.156788] env[62490]: _type = "Task" [ 2139.156788] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.164895] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52327b6a-52a2-a5ef-b1a6-b27ba687b473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.171613] env[62490]: DEBUG nova.compute.manager [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2139.171850] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2139.174725] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4546ccb9-00ec-4ee0-9cca-cd66307cc7ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.182357] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2139.182591] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0eb931a-c39e-43c9-bb87-976d4b7a216d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.272099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8accb9fa-1164-43a6-a12b-3087fbbfc2c9 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.463s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.326264] env[62490]: DEBUG nova.compute.utils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2139.331115] env[62490]: DEBUG nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2139.331115] env[62490]: DEBUG nova.network.neutron [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2139.343885] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.344383] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.344595] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleting the datastore file [datastore1] 23728580-5b13-4ac8-a937-a6e9b486bd6c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.344856] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba3e7c8-a76f-4cf5-b029-f3ec8d6799fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.354076] env[62490]: DEBUG oslo_vmware.api [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2139.354076] env[62490]: value = "task-2066253" [ 2139.354076] env[62490]: _type = "Task" [ 2139.354076] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.364033] env[62490]: DEBUG oslo_vmware.api [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.376529] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.466632] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527601} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.466902] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] bd712eb4-36eb-48fd-93fa-8e312d680d37/bd712eb4-36eb-48fd-93fa-8e312d680d37.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2139.467133] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2139.467398] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b844208-685f-4998-a83d-d5ed1cc91832 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.477146] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2139.477146] env[62490]: value = "task-2066254" [ 2139.477146] env[62490]: _type = "Task" [ 2139.477146] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.486459] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.668247] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52327b6a-52a2-a5ef-b1a6-b27ba687b473, 'name': SearchDatastore_Task, 'duration_secs': 0.026278} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.668485] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.668714] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2139.668941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.669099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.669279] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2139.669540] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f10dbc99-5c1e-4136-a282-c034e8e21ef1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.680063] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2139.680234] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2139.680936] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6372e8-5423-48e0-980b-4e77403e14e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.686112] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2139.686112] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527b556d-5226-71cb-4238-49d9317912f8" [ 2139.686112] env[62490]: _type = "Task" [ 2139.686112] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.693711] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527b556d-5226-71cb-4238-49d9317912f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.695065] env[62490]: DEBUG nova.policy [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9103d48ca3c54513aba3d905a2ab9fe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37d5cc49de00476183560b2dd7a51048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2139.833732] env[62490]: DEBUG nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2139.864734] env[62490]: DEBUG oslo_vmware.api [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.948565] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e0729-9542-4fde-9361-c7d58114026b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.974858] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance 'c5434c30-b136-40c0-aef3-86cc964a67ae' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2139.993830] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087542} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.993830] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2139.993830] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f7eb3-405f-4f7e-9fc1-26c34ec16e92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.021692] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bd712eb4-36eb-48fd-93fa-8e312d680d37/bd712eb4-36eb-48fd-93fa-8e312d680d37.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.026217] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36bb29f4-43f0-4ec9-bb4d-efc90c30030e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.046678] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2140.046678] env[62490]: value = "task-2066255" [ 2140.046678] env[62490]: _type = "Task" [ 2140.046678] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.057841] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.180905] env[62490]: DEBUG nova.network.neutron [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Updated VIF entry in instance network info cache for port 3f58a0e4-2e6e-4818-ba9b-3d4efc110eef. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2140.181295] env[62490]: DEBUG nova.network.neutron [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Updating instance_info_cache with network_info: [{"id": "3f58a0e4-2e6e-4818-ba9b-3d4efc110eef", "address": "fa:16:3e:05:f2:77", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f58a0e4-2e", "ovs_interfaceid": "3f58a0e4-2e6e-4818-ba9b-3d4efc110eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.197153] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527b556d-5226-71cb-4238-49d9317912f8, 'name': SearchDatastore_Task, 'duration_secs': 0.085346} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.201788] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f9c22b-80b2-40f1-bf41-9761c38b6e5e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.208113] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2140.208113] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52afdfc0-9b91-1c35-65d9-de14fb597618" [ 2140.208113] env[62490]: _type = "Task" [ 2140.208113] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.220339] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52afdfc0-9b91-1c35-65d9-de14fb597618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.253176] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec6527-057b-4e12-aece-be94320c4827 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.262016] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b7a08a-09cb-404b-adc8-5df7fd56e235 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.297810] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef8435-e6d2-4e1a-8d0b-97adc208324d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.306371] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a3db6-a841-4b10-8c13-f0bed819c840 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.322041] env[62490]: DEBUG nova.compute.provider_tree [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.365417] env[62490]: DEBUG oslo_vmware.api [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685202} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.365728] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2140.365914] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2140.366103] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2140.366282] env[62490]: INFO nova.compute.manager [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2140.366568] env[62490]: DEBUG oslo.service.loopingcall [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.366784] env[62490]: DEBUG nova.compute.manager [-] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2140.366879] env[62490]: DEBUG nova.network.neutron [-] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2140.485380] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2140.485723] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27808322-909a-48ac-a10d-d699685f8dc9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.493555] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2140.493555] env[62490]: value = "task-2066256" [ 2140.493555] env[62490]: _type = "Task" [ 2140.493555] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.507645] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2140.507875] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance 'c5434c30-b136-40c0-aef3-86cc964a67ae' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2140.512491] env[62490]: DEBUG nova.network.neutron [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Successfully created port: ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2140.563479] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.563479] env[62490]: DEBUG nova.compute.manager [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Received event network-changed-5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2140.563479] env[62490]: DEBUG nova.compute.manager [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Refreshing instance network info cache due to event network-changed-5754ef87-c103-4614-9596-78756ce48c80. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2140.563479] env[62490]: DEBUG oslo_concurrency.lockutils [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] Acquiring lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.563479] env[62490]: DEBUG oslo_concurrency.lockutils [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] Acquired lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.563479] env[62490]: DEBUG nova.network.neutron [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Refreshing network info cache for port 5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2140.688021] env[62490]: DEBUG oslo_concurrency.lockutils [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] Releasing lock "refresh_cache-49a82331-3c1c-457d-851b-09a3f2871133" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.688021] env[62490]: DEBUG nova.compute.manager [req-4346e9c2-5203-4bc9-b3d6-a2be8492ba4c req-adefa8fd-b0df-49ed-a929-e866030517cb service nova] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Received event network-vif-deleted-5b977b7a-f4cd-4f7c-8c6c-863e33d0b66f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2140.720578] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52afdfc0-9b91-1c35-65d9-de14fb597618, 'name': SearchDatastore_Task, 'duration_secs': 0.028143} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.720853] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.721148] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2140.721469] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcbce768-0324-46c0-abe8-6eb20474498c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.728665] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2140.728665] env[62490]: value = "task-2066257" [ 2140.728665] env[62490]: _type = "Task" [ 2140.728665] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.738065] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.825839] env[62490]: DEBUG nova.scheduler.client.report [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.844288] env[62490]: DEBUG nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2140.877701] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2140.877973] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2140.878153] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2140.878342] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2140.878488] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2140.878634] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2140.878840] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2140.878998] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2140.883345] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2140.883549] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2140.883733] env[62490]: DEBUG nova.virt.hardware [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2140.884079] env[62490]: DEBUG nova.network.neutron [-] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.888119] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c08b331-7f16-4398-89e6-206e47b1bff1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.895346] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeae98f-eb04-4143-b23b-69ca1f7b614b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.024429] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2141.024732] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2141.024732] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2141.024796] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2141.024915] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2141.029382] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2141.029722] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2141.029897] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2141.030087] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2141.030259] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2141.030440] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2141.040284] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68bdd3e-54b9-4735-8823-09cda98f538a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.063933] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066255, 'name': ReconfigVM_Task, 'duration_secs': 0.626019} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.065156] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bd712eb4-36eb-48fd-93fa-8e312d680d37/bd712eb4-36eb-48fd-93fa-8e312d680d37.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2141.067874] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2141.067874] env[62490]: value = "task-2066258" [ 2141.067874] env[62490]: _type = "Task" [ 2141.067874] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.068355] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd2318f0-ff4e-449b-9ce6-754d79e4dffc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.078148] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.079473] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2141.079473] env[62490]: value = "task-2066259" [ 2141.079473] env[62490]: _type = "Task" [ 2141.079473] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.091451] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066259, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.192872] env[62490]: DEBUG nova.compute.manager [req-be0f3774-ec56-4a28-b370-d411a2544b03 req-3fff61f6-093b-46a6-8c1e-877544646bf4 service nova] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Received event network-vif-deleted-a557d8b1-0c86-4c0b-ba3e-3e6a00193151 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2141.249367] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.333817] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.334137] env[62490]: DEBUG nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2141.340590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.962s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.340878] env[62490]: DEBUG nova.objects.instance [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lazy-loading 'resources' on Instance uuid 8ae5a30e-147d-4ed1-8eff-66588d305c48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.392028] env[62490]: INFO nova.compute.manager [-] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Took 2.25 seconds to deallocate network for instance. [ 2141.459114] env[62490]: DEBUG nova.network.neutron [-] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.498527] env[62490]: DEBUG nova.network.neutron [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updated VIF entry in instance network info cache for port 5754ef87-c103-4614-9596-78756ce48c80. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2141.498896] env[62490]: DEBUG nova.network.neutron [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updating instance_info_cache with network_info: [{"id": "5754ef87-c103-4614-9596-78756ce48c80", "address": "fa:16:3e:6f:9f:c7", "network": {"id": "6eee1ffa-168f-4357-b826-439bb4c3f133", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-849570511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efd850b6a14fb4a0f18511d98dbe38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5754ef87-c1", "ovs_interfaceid": "5754ef87-c103-4614-9596-78756ce48c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.580603] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066258, 'name': ReconfigVM_Task, 'duration_secs': 0.176057} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.584038] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance 'c5434c30-b136-40c0-aef3-86cc964a67ae' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2141.592462] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066259, 'name': Rename_Task, 'duration_secs': 0.208112} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.592712] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2141.592944] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f906c28-06d1-4c33-b45d-5ce4682797d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.599930] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2141.599930] env[62490]: value = "task-2066260" [ 2141.599930] env[62490]: _type = "Task" [ 2141.599930] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.607731] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.739700] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857777} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.739903] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2141.740145] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2141.740440] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cdabff6-afd0-4860-8eab-288d8cf36424 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.742557] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3d7b13d7-e0d0-4b72-aca6-53bba62ff1b3 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.742794] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3d7b13d7-e0d0-4b72-aca6-53bba62ff1b3 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.743105] env[62490]: DEBUG nova.objects.instance [None req-3d7b13d7-e0d0-4b72-aca6-53bba62ff1b3 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'flavor' on Instance uuid b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.749013] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2141.749013] env[62490]: value = "task-2066261" [ 2141.749013] env[62490]: _type = "Task" [ 2141.749013] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.762735] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.844408] env[62490]: DEBUG nova.compute.utils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2141.850507] env[62490]: DEBUG nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2141.850507] env[62490]: DEBUG nova.network.neutron [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2141.890981] env[62490]: DEBUG nova.policy [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da80f788d0545eaa149ee9e0953ef27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73d7f62dcf34ab291305f904bec4776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2141.899562] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.961454] env[62490]: INFO nova.compute.manager [-] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Took 1.59 seconds to deallocate network for instance. [ 2142.003295] env[62490]: DEBUG oslo_concurrency.lockutils [req-203d2eca-c428-41e5-b38e-be82ed3a8dbe req-63d5ef92-63b0-4da4-a834-136107bb0a83 service nova] Releasing lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.090941] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2142.091314] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2142.091441] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2142.091643] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2142.091798] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2142.091995] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2142.092529] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2142.092529] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2142.092770] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2142.092770] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2142.093689] env[62490]: DEBUG nova.virt.hardware [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2142.100138] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2142.103126] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4aa5a3-35bf-42e7-8815-f80fc87c5bae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.127058] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066260, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.131009] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2142.131009] env[62490]: value = "task-2066262" [ 2142.131009] env[62490]: _type = "Task" [ 2142.131009] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.139627] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.169937] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297057f-a62c-47de-90bf-7b862442c1c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.177633] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55cf7d-aedd-41c5-985e-6c34cfdfcc81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.208117] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09049d3b-6638-4458-ab8d-68023cdf062d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.215403] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d807444a-48a1-4efc-bf5e-6ccc04591c00 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.228246] env[62490]: DEBUG nova.compute.provider_tree [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.246799] env[62490]: DEBUG nova.objects.instance [None req-3d7b13d7-e0d0-4b72-aca6-53bba62ff1b3 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'pci_requests' on Instance uuid b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.259173] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.259414] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.259628] env[62490]: INFO nova.compute.manager [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Rebooting instance [ 2142.260866] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060082} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.261446] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2142.262247] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdc8ea1-cb7a-43b8-9992-b59c6df8ddc7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.286848] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2142.287375] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194a50f3-fc2b-42e1-a794-ab9bc68aae35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.308951] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2142.308951] env[62490]: value = "task-2066263" [ 2142.308951] env[62490]: _type = "Task" [ 2142.308951] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.317522] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.353023] env[62490]: DEBUG nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2142.359647] env[62490]: DEBUG nova.network.neutron [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Successfully created port: 35c5f8fa-acb5-44d6-806e-c47c703ea661 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2142.470056] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.613481] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066260, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.641830] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066262, 'name': ReconfigVM_Task, 'duration_secs': 0.348447} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.642215] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2142.643371] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f787ad8-23d7-41a5-933f-1d18bcf1c227 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.668326] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c5434c30-b136-40c0-aef3-86cc964a67ae/c5434c30-b136-40c0-aef3-86cc964a67ae.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2142.668642] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73894226-f9a4-43d1-987b-15f6719802ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.686017] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2142.686017] env[62490]: value = "task-2066264" [ 2142.686017] env[62490]: _type = "Task" [ 2142.686017] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.693789] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.730893] env[62490]: DEBUG nova.scheduler.client.report [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.749327] env[62490]: DEBUG nova.objects.base [None req-3d7b13d7-e0d0-4b72-aca6-53bba62ff1b3 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2142.749562] env[62490]: DEBUG nova.network.neutron [None req-3d7b13d7-e0d0-4b72-aca6-53bba62ff1b3 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2142.776878] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.777095] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.777278] env[62490]: DEBUG nova.network.neutron [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2142.819850] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066263, 'name': ReconfigVM_Task, 'duration_secs': 0.368446} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.820152] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.820777] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc72f630-5dd9-4f5a-b5c1-014dd226e57f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.827518] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2142.827518] env[62490]: value = "task-2066265" [ 2142.827518] env[62490]: _type = "Task" [ 2142.827518] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.836749] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066265, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.867070] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3d7b13d7-e0d0-4b72-aca6-53bba62ff1b3 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.124s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.113666] env[62490]: DEBUG oslo_vmware.api [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066260, 'name': PowerOnVM_Task, 'duration_secs': 1.363278} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.113945] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.114146] env[62490]: INFO nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Took 10.78 seconds to spawn the instance on the hypervisor. [ 2143.114327] env[62490]: DEBUG nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.115136] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b62369b-da36-4e73-bb19-d7d96bffb94f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.197505] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.236124] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.238958] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.339s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.238958] env[62490]: DEBUG nova.objects.instance [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lazy-loading 'resources' on Instance uuid 88fc1ea6-46ae-470e-b003-77a8d073a457 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.259192] env[62490]: INFO nova.scheduler.client.report [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Deleted allocations for instance 8ae5a30e-147d-4ed1-8eff-66588d305c48 [ 2143.337542] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066265, 'name': Rename_Task, 'duration_secs': 0.141016} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.337806] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2143.338099] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2134df15-4695-40c6-b68d-460f4b50a915 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.345272] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2143.345272] env[62490]: value = "task-2066266" [ 2143.345272] env[62490]: _type = "Task" [ 2143.345272] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.359112] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.363374] env[62490]: DEBUG nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2143.394090] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2143.394338] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2143.394491] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2143.394669] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2143.394813] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2143.394958] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2143.395181] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2143.395338] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2143.395608] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2143.395726] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2143.395898] env[62490]: DEBUG nova.virt.hardware [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2143.397048] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4288974c-2bbc-4cda-a959-1b84e22aa4bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.407571] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5210a6c7-1cbb-4b36-bf45-25f1a0958576 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.592741] env[62490]: DEBUG nova.network.neutron [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.632857] env[62490]: INFO nova.compute.manager [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Took 18.72 seconds to build instance. [ 2143.696523] env[62490]: DEBUG oslo_vmware.api [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066264, 'name': ReconfigVM_Task, 'duration_secs': 0.60589} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.696720] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c5434c30-b136-40c0-aef3-86cc964a67ae/c5434c30-b136-40c0-aef3-86cc964a67ae.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2143.697052] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance 'c5434c30-b136-40c0-aef3-86cc964a67ae' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.767043] env[62490]: DEBUG oslo_concurrency.lockutils [None req-5ce06829-60e9-4505-9285-4934c61232d3 tempest-ServerDiskConfigTestJSON-380062907 tempest-ServerDiskConfigTestJSON-380062907-project-member] Lock "8ae5a30e-147d-4ed1-8eff-66588d305c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.163s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.837845] env[62490]: DEBUG nova.compute.manager [req-851922df-17bc-418b-b9aa-ef8089cc050a req-84f0b3f2-91bf-4eb0-9400-9815ae563dc3 service nova] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Received event network-vif-deleted-0326f6a7-22c7-4638-9fe7-d20b3a5ccf87 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2143.858122] env[62490]: DEBUG oslo_vmware.api [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066266, 'name': PowerOnVM_Task, 'duration_secs': 0.465274} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.859027] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.859027] env[62490]: INFO nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Took 7.90 seconds to spawn the instance on the hypervisor. [ 2143.859027] env[62490]: DEBUG nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.859536] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a41c64-191f-4c66-9bf4-3ea4a3c12bf9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.018014] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdc7940-5397-4e6a-8189-39b5b89c778f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.022767] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55f43b1-ab82-4802-b11a-b1542a1a551c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.053892] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e7684-9c8a-4124-acd4-738864dea707 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.061459] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdd716b-ae63-48de-9ba9-7cb5769ebf92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.075073] env[62490]: DEBUG nova.compute.provider_tree [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2144.095948] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.134818] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c33a0c69-e818-4252-b062-e0a607a4fc00 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.235s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.204047] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e6ceb0-5865-4733-8370-02b8f32bc58f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.223061] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e133d87-688e-41b0-82fa-9cbbf21141ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.244737] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance 'c5434c30-b136-40c0-aef3-86cc964a67ae' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2144.379804] env[62490]: INFO nova.compute.manager [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Took 17.15 seconds to build instance. [ 2144.580708] env[62490]: DEBUG nova.scheduler.client.report [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.601392] env[62490]: DEBUG nova.compute.manager [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.603202] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5052fd-fde6-480c-87c9-56993ded2daa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.781992] env[62490]: DEBUG nova.network.neutron [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Port 24405ff7-9907-44c2-9f67-c8a0632c8d1c binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2144.881782] env[62490]: DEBUG oslo_concurrency.lockutils [None req-cc3d95ad-5757-401e-a152-a5023c4898a9 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.665s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.088230] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.089308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.619s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.090074] env[62490]: DEBUG nova.objects.instance [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'resources' on Instance uuid 23728580-5b13-4ac8-a937-a6e9b486bd6c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.113482] env[62490]: INFO nova.scheduler.client.report [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleted allocations for instance 88fc1ea6-46ae-470e-b003-77a8d073a457 [ 2145.383194] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.383194] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.383194] env[62490]: DEBUG nova.objects.instance [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'flavor' on Instance uuid b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.625789] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e39ad46-ee93-44d1-abd3-f2fb3e68b561 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.631483] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9e0b5a08-fafd-49be-a660-bc4f7cf04f5f tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "88fc1ea6-46ae-470e-b003-77a8d073a457" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.252s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.637580] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Doing hard reboot of VM {{(pid=62490) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2145.638165] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d0cdbc91-60df-43b2-b64e-8ddbe8b8ba7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.646076] env[62490]: DEBUG oslo_vmware.api [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2145.646076] env[62490]: value = "task-2066267" [ 2145.646076] env[62490]: _type = "Task" [ 2145.646076] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.657425] env[62490]: DEBUG oslo_vmware.api [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066267, 'name': ResetVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.807584] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.807812] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.807983] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.880496] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0962f023-745f-430e-8557-0a668001c484 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.891987] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b444783a-2f1e-4dcc-89ee-eb3f397bb040 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.923269] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0329a4-c127-4c55-a2bc-207ecd13cc85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.941281] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02c4a61-7853-48d1-b66b-bbb18c2da7fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.957988] env[62490]: DEBUG nova.compute.provider_tree [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2145.969843] env[62490]: DEBUG nova.objects.instance [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'pci_requests' on Instance uuid b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.156180] env[62490]: DEBUG oslo_vmware.api [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066267, 'name': ResetVM_Task, 'duration_secs': 0.103842} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.156455] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Did hard reboot of VM {{(pid=62490) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2146.156651] env[62490]: DEBUG nova.compute.manager [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2146.157456] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e950ebfa-447e-4b12-a9a3-f79bea3807ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.255715] env[62490]: DEBUG nova.compute.manager [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Received event network-changed-5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.255875] env[62490]: DEBUG nova.compute.manager [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Refreshing instance network info cache due to event network-changed-5754ef87-c103-4614-9596-78756ce48c80. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2146.256106] env[62490]: DEBUG oslo_concurrency.lockutils [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] Acquiring lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.256250] env[62490]: DEBUG oslo_concurrency.lockutils [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] Acquired lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.256432] env[62490]: DEBUG nova.network.neutron [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Refreshing network info cache for port 5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2146.461706] env[62490]: DEBUG nova.scheduler.client.report [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.475817] env[62490]: DEBUG nova.objects.base [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2146.475939] env[62490]: DEBUG nova.network.neutron [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2146.528228] env[62490]: DEBUG nova.policy [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2146.668968] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba232e3c-ece9-424f-ace1-78cd9e86818b tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.409s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.742258] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "49a82331-3c1c-457d-851b-09a3f2871133" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.742536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.742719] env[62490]: DEBUG nova.compute.manager [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2146.743678] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c7d7ef-33fa-4b14-a829-756b62541058 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.750931] env[62490]: DEBUG nova.compute.manager [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2146.751515] env[62490]: DEBUG nova.objects.instance [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'flavor' on Instance uuid 49a82331-3c1c-457d-851b-09a3f2871133 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.820936] env[62490]: DEBUG nova.network.neutron [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Successfully created port: 13c20c57-891f-4573-b6ad-35c0135d5080 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2146.848989] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.849129] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.849309] env[62490]: DEBUG nova.network.neutron [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2146.967412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.999664] env[62490]: INFO nova.scheduler.client.report [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted allocations for instance 23728580-5b13-4ac8-a937-a6e9b486bd6c [ 2147.096070] env[62490]: DEBUG nova.network.neutron [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updated VIF entry in instance network info cache for port 5754ef87-c103-4614-9596-78756ce48c80. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2147.096413] env[62490]: DEBUG nova.network.neutron [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updating instance_info_cache with network_info: [{"id": "5754ef87-c103-4614-9596-78756ce48c80", "address": "fa:16:3e:6f:9f:c7", "network": {"id": "6eee1ffa-168f-4357-b826-439bb4c3f133", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-849570511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efd850b6a14fb4a0f18511d98dbe38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5754ef87-c1", "ovs_interfaceid": "5754ef87-c103-4614-9596-78756ce48c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.303669] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "be911c3b-ba79-44b5-9112-b9daf211fa03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.303921] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.304142] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "be911c3b-ba79-44b5-9112-b9daf211fa03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.304326] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.304493] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.306627] env[62490]: INFO nova.compute.manager [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Terminating instance [ 2147.507166] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e66aae8f-fd6b-4622-8dae-3e69835d096c tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "23728580-5b13-4ac8-a937-a6e9b486bd6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.844s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.597120] env[62490]: DEBUG nova.network.neutron [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.598739] env[62490]: DEBUG oslo_concurrency.lockutils [req-a04f6095-6db1-4ad6-b68c-314c51ef168a req-60cc1641-fa14-499e-a14e-51fbe590384a service nova] Releasing lock "refresh_cache-be911c3b-ba79-44b5-9112-b9daf211fa03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.758772] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2147.759050] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a64c5e-3dc3-4495-b5b5-013a7532b975 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.766609] env[62490]: DEBUG oslo_vmware.api [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2147.766609] env[62490]: value = "task-2066268" [ 2147.766609] env[62490]: _type = "Task" [ 2147.766609] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.776075] env[62490]: DEBUG oslo_vmware.api [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.810118] env[62490]: DEBUG nova.compute.manager [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2147.810366] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2147.811299] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea383e0-bf24-4c1f-aec0-db13469751a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.819546] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2147.819822] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6881b614-6bf2-4922-9abe-71c8ad822559 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.827093] env[62490]: DEBUG oslo_vmware.api [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2147.827093] env[62490]: value = "task-2066269" [ 2147.827093] env[62490]: _type = "Task" [ 2147.827093] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.835703] env[62490]: DEBUG oslo_vmware.api [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.100735] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.276652] env[62490]: DEBUG oslo_vmware.api [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066268, 'name': PowerOffVM_Task, 'duration_secs': 0.222841} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.277089] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2148.277296] env[62490]: DEBUG nova.compute.manager [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.278071] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a71184-6900-4726-8c84-c4f4909cfbb7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.337558] env[62490]: DEBUG oslo_vmware.api [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066269, 'name': PowerOffVM_Task, 'duration_secs': 0.185829} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.337855] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2148.338052] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2148.338320] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc62be04-3ede-4b00-8562-68cc9b0cab6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.628027] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8a90cf-825e-4b12-a737-973d1cdd633d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.651348] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a809a-a4d1-4c92-918d-3d7fd56d9bb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.659138] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance 'c5434c30-b136-40c0-aef3-86cc964a67ae' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2148.751221] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2148.751445] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2148.751627] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Deleting the datastore file [datastore1] be911c3b-ba79-44b5-9112-b9daf211fa03 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2148.751883] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ec63e1f-f81f-405c-a612-b8fd9744fd51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.759200] env[62490]: DEBUG oslo_vmware.api [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for the task: (returnval){ [ 2148.759200] env[62490]: value = "task-2066271" [ 2148.759200] env[62490]: _type = "Task" [ 2148.759200] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.767504] env[62490]: DEBUG oslo_vmware.api [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.789668] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7889457-3ed9-42d2-a5fc-dc21e339d1cd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.074374] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.075504] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.167594] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2010e2-2580-4025-bf8f-81a5c69b907b tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance 'c5434c30-b136-40c0-aef3-86cc964a67ae' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2149.270876] env[62490]: DEBUG oslo_vmware.api [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Task: {'id': task-2066271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249398} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.271403] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2149.271815] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2149.272405] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2149.272460] env[62490]: INFO nova.compute.manager [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Took 1.46 seconds to destroy the instance on the hypervisor. [ 2149.273263] env[62490]: DEBUG oslo.service.loopingcall [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.273493] env[62490]: DEBUG nova.compute.manager [-] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2149.273688] env[62490]: DEBUG nova.network.neutron [-] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2149.579380] env[62490]: DEBUG nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2149.828441] env[62490]: DEBUG nova.compute.manager [req-fd42ec36-1f01-48cf-b9ab-2524222f0df7 req-e351d0fe-0175-4e10-a0f1-7577b486eca6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Received event network-vif-deleted-5754ef87-c103-4614-9596-78756ce48c80 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2149.828676] env[62490]: INFO nova.compute.manager [req-fd42ec36-1f01-48cf-b9ab-2524222f0df7 req-e351d0fe-0175-4e10-a0f1-7577b486eca6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Neutron deleted interface 5754ef87-c103-4614-9596-78756ce48c80; detaching it from the instance and deleting it from the info cache [ 2149.828766] env[62490]: DEBUG nova.network.neutron [req-fd42ec36-1f01-48cf-b9ab-2524222f0df7 req-e351d0fe-0175-4e10-a0f1-7577b486eca6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.076046] env[62490]: DEBUG nova.network.neutron [-] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.107377] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.107642] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.109518] env[62490]: INFO nova.compute.claims [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.234188] env[62490]: DEBUG nova.network.neutron [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Successfully updated port: ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2150.274484] env[62490]: DEBUG nova.network.neutron [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Successfully updated port: 13c20c57-891f-4573-b6ad-35c0135d5080 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2150.285934] env[62490]: INFO nova.compute.manager [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Rebuilding instance [ 2150.324100] env[62490]: DEBUG nova.network.neutron [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Successfully updated port: 35c5f8fa-acb5-44d6-806e-c47c703ea661 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2150.331400] env[62490]: DEBUG nova.compute.manager [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2150.331713] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be367f6b-2473-4363-bd91-889468627751 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.335826] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72df7f84-9af4-4030-bc6a-39a1fb4c977a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.351018] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39d7312-ae1e-4a16-989e-1d8def569774 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.388117] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "31538fb5-b7d6-4513-bf47-8000f26d01ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.388418] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.388642] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "31538fb5-b7d6-4513-bf47-8000f26d01ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.388836] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.388995] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.391481] env[62490]: DEBUG nova.compute.manager [req-fd42ec36-1f01-48cf-b9ab-2524222f0df7 req-e351d0fe-0175-4e10-a0f1-7577b486eca6 service nova] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Detach interface failed, port_id=5754ef87-c103-4614-9596-78756ce48c80, reason: Instance be911c3b-ba79-44b5-9112-b9daf211fa03 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2150.392271] env[62490]: INFO nova.compute.manager [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Terminating instance [ 2150.565113] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "d2d72bbb-85d1-4e43-8598-d91023f82176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.565412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.565691] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "d2d72bbb-85d1-4e43-8598-d91023f82176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.565886] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.566072] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.568249] env[62490]: INFO nova.compute.manager [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Terminating instance [ 2150.578542] env[62490]: INFO nova.compute.manager [-] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Took 1.30 seconds to deallocate network for instance. [ 2150.740870] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.740870] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.740870] env[62490]: DEBUG nova.network.neutron [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.780248] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.780429] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.780602] env[62490]: DEBUG nova.network.neutron [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.826582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "refresh_cache-1bb73a37-68fd-4f5a-9772-31a3b736e928" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.826750] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "refresh_cache-1bb73a37-68fd-4f5a-9772-31a3b736e928" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.826898] env[62490]: DEBUG nova.network.neutron [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.896308] env[62490]: DEBUG nova.compute.manager [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2150.896558] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2150.897471] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de579d-331f-4636-a2c3-e682e98ad318 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.905183] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2150.905421] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f4bc122-5bf3-4d17-886e-a9da15960523 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.912196] env[62490]: DEBUG oslo_vmware.api [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2150.912196] env[62490]: value = "task-2066272" [ 2150.912196] env[62490]: _type = "Task" [ 2150.912196] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.919597] env[62490]: DEBUG oslo_vmware.api [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.072788] env[62490]: DEBUG nova.compute.manager [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2151.072788] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2151.073769] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e7257b-3573-4eca-9770-a73a31f57d76 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.084690] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.085126] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2151.085451] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5e8a124-23a4-474e-acbe-e1ea4a5c1c44 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.093112] env[62490]: DEBUG oslo_vmware.api [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 2151.093112] env[62490]: value = "task-2066273" [ 2151.093112] env[62490]: _type = "Task" [ 2151.093112] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.105207] env[62490]: DEBUG oslo_vmware.api [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.273897] env[62490]: DEBUG nova.network.neutron [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2151.333942] env[62490]: WARNING nova.network.neutron [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] 76a3e0ef-6952-4907-be05-ada13a57e025 already exists in list: networks containing: ['76a3e0ef-6952-4907-be05-ada13a57e025']. ignoring it [ 2151.352532] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2151.354206] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07602673-c95e-4cfe-a732-89772e6bcfb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.361824] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2151.361824] env[62490]: value = "task-2066274" [ 2151.361824] env[62490]: _type = "Task" [ 2151.361824] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.374776] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2151.375060] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2151.375871] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f0841-ca7c-4c81-9d33-6d08c7feb689 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.383349] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2151.383586] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbaab25c-fd2f-4033-ae1e-68e75d2e3d83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.394821] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9232ad-1d03-4c5b-b885-8c5d4115fa1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.402727] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e577f6c-788d-4fc0-8f2b-220f47f79765 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.408846] env[62490]: DEBUG nova.network.neutron [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2151.447027] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c48c9b-fa46-4de9-8d69-8c745d155088 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.453031] env[62490]: DEBUG oslo_vmware.api [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066272, 'name': PowerOffVM_Task, 'duration_secs': 0.175726} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.454603] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2151.454821] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2151.455155] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9090e33a-19bb-471e-8a05-ea9829be09a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.459846] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2048cb-953f-4dcd-a0e4-e75cd8ec23e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.472665] env[62490]: DEBUG nova.compute.provider_tree [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.568732] env[62490]: DEBUG nova.network.neutron [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Updating instance_info_cache with network_info: [{"id": "ab99315d-8977-476e-97d2-13441aee6e43", "address": "fa:16:3e:f0:30:9e", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab99315d-89", "ovs_interfaceid": "ab99315d-8977-476e-97d2-13441aee6e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.603099] env[62490]: DEBUG oslo_vmware.api [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066273, 'name': PowerOffVM_Task, 'duration_secs': 0.300983} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.603410] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2151.603568] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2151.603842] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2d4728-8c79-4170-81ef-6c4ba3616263 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.669718] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2151.670086] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2151.670295] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleting the datastore file [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2151.670577] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9806191-23d1-4273-8991-0b5d11e0f132 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.672953] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "bd712eb4-36eb-48fd-93fa-8e312d680d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.673360] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.673652] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "bd712eb4-36eb-48fd-93fa-8e312d680d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.673962] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.674246] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.676746] env[62490]: INFO nova.compute.manager [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Terminating instance [ 2151.680355] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2151.680466] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2151.680676] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Deleting the datastore file [datastore1] 31538fb5-b7d6-4513-bf47-8000f26d01ed {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2151.683407] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d07d020-b161-446b-99b9-7ce1b78ecaaf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.686882] env[62490]: DEBUG nova.network.neutron [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Updating instance_info_cache with network_info: [{"id": "35c5f8fa-acb5-44d6-806e-c47c703ea661", "address": "fa:16:3e:22:58:9a", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c5f8fa-ac", "ovs_interfaceid": "35c5f8fa-acb5-44d6-806e-c47c703ea661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.691137] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2151.691137] env[62490]: value = "task-2066278" [ 2151.691137] env[62490]: _type = "Task" [ 2151.691137] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.694895] env[62490]: DEBUG oslo_vmware.api [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2151.694895] env[62490]: value = "task-2066279" [ 2151.694895] env[62490]: _type = "Task" [ 2151.694895] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.702277] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.709383] env[62490]: DEBUG oslo_vmware.api [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.715643] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2151.715877] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2151.716038] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleting the datastore file [datastore1] d2d72bbb-85d1-4e43-8598-d91023f82176 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2151.716297] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79da668f-f412-4809-95b6-f09a68c28592 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.722156] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "c5434c30-b136-40c0-aef3-86cc964a67ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.722407] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.722564] env[62490]: DEBUG nova.compute.manager [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Going to confirm migration 5 {{(pid=62490) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2151.725026] env[62490]: DEBUG oslo_vmware.api [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 2151.725026] env[62490]: value = "task-2066280" [ 2151.725026] env[62490]: _type = "Task" [ 2151.725026] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.785894] env[62490]: DEBUG oslo_vmware.api [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.850318] env[62490]: DEBUG nova.network.neutron [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13c20c57-891f-4573-b6ad-35c0135d5080", "address": "fa:16:3e:35:7d:79", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c20c57-89", "ovs_interfaceid": "13c20c57-891f-4573-b6ad-35c0135d5080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.977596] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Received event network-vif-plugged-ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.977851] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquiring lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.977989] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.978186] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.978743] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] No waiting events found dispatching network-vif-plugged-ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2151.978743] env[62490]: WARNING nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Received unexpected event network-vif-plugged-ab99315d-8977-476e-97d2-13441aee6e43 for instance with vm_state building and task_state spawning. [ 2151.978743] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-vif-plugged-13c20c57-891f-4573-b6ad-35c0135d5080 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.978941] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.978979] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.979152] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.979353] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] No waiting events found dispatching network-vif-plugged-13c20c57-891f-4573-b6ad-35c0135d5080 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2151.979531] env[62490]: WARNING nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received unexpected event network-vif-plugged-13c20c57-891f-4573-b6ad-35c0135d5080 for instance with vm_state active and task_state None. [ 2151.979695] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Received event network-vif-plugged-35c5f8fa-acb5-44d6-806e-c47c703ea661 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.979855] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquiring lock "1bb73a37-68fd-4f5a-9772-31a3b736e928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.980040] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.980210] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.980364] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] No waiting events found dispatching network-vif-plugged-35c5f8fa-acb5-44d6-806e-c47c703ea661 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2151.980518] env[62490]: WARNING nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Received unexpected event network-vif-plugged-35c5f8fa-acb5-44d6-806e-c47c703ea661 for instance with vm_state building and task_state spawning. [ 2151.980677] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Received event network-changed-ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.980829] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Refreshing instance network info cache due to event network-changed-ab99315d-8977-476e-97d2-13441aee6e43. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2151.980993] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquiring lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.981757] env[62490]: DEBUG nova.scheduler.client.report [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2152.071853] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.072086] env[62490]: DEBUG nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Instance network_info: |[{"id": "ab99315d-8977-476e-97d2-13441aee6e43", "address": "fa:16:3e:f0:30:9e", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab99315d-89", "ovs_interfaceid": "ab99315d-8977-476e-97d2-13441aee6e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2152.072470] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquired lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.072664] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Refreshing network info cache for port ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2152.073914] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:30:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab99315d-8977-476e-97d2-13441aee6e43', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2152.082094] env[62490]: DEBUG oslo.service.loopingcall [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.085420] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2152.085896] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed3c08d9-bc3f-468b-b0dd-795f7e42686b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.106759] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2152.106759] env[62490]: value = "task-2066281" [ 2152.106759] env[62490]: _type = "Task" [ 2152.106759] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.115197] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066281, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.184703] env[62490]: DEBUG nova.compute.manager [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2152.184939] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2152.188412] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a7dd98-d28f-45fa-90d7-59631a2e7ce0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.191632] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "refresh_cache-1bb73a37-68fd-4f5a-9772-31a3b736e928" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.191943] env[62490]: DEBUG nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Instance network_info: |[{"id": "35c5f8fa-acb5-44d6-806e-c47c703ea661", "address": "fa:16:3e:22:58:9a", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c5f8fa-ac", "ovs_interfaceid": "35c5f8fa-acb5-44d6-806e-c47c703ea661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2152.192822] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:58:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c5f8fa-acb5-44d6-806e-c47c703ea661', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2152.200773] env[62490]: DEBUG oslo.service.loopingcall [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.204806] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2152.208025] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb8438a5-6f3e-4b1c-b162-e59a42a9704a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.226705] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2152.233034] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6b3dfe-b9de-485b-97ff-f32ead18347c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.237677] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166006} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.243427] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2152.243601] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2152.243779] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2152.246111] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2152.246111] env[62490]: value = "task-2066282" [ 2152.246111] env[62490]: _type = "Task" [ 2152.246111] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.246347] env[62490]: DEBUG oslo_vmware.api [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170436} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.247724] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2152.247929] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2152.248128] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2152.248301] env[62490]: INFO nova.compute.manager [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Took 1.35 seconds to destroy the instance on the hypervisor. [ 2152.248523] env[62490]: DEBUG oslo.service.loopingcall [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.252157] env[62490]: DEBUG nova.compute.manager [-] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2152.252246] env[62490]: DEBUG nova.network.neutron [-] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2152.257865] env[62490]: DEBUG oslo_vmware.api [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2152.257865] env[62490]: value = "task-2066283" [ 2152.257865] env[62490]: _type = "Task" [ 2152.257865] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.258159] env[62490]: DEBUG oslo_vmware.api [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204168} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.259124] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2152.259320] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2152.259495] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2152.259715] env[62490]: INFO nova.compute.manager [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2152.259902] env[62490]: DEBUG oslo.service.loopingcall [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.266495] env[62490]: DEBUG nova.compute.manager [-] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2152.266659] env[62490]: DEBUG nova.network.neutron [-] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2152.268315] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066282, 'name': CreateVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.274370] env[62490]: DEBUG oslo_vmware.api [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.352939] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.354123] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.354351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.355541] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf7825e-713a-4bb8-a7d2-e0f11f636370 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.376647] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2152.376977] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2152.377541] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2152.377628] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2152.377833] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2152.378085] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2152.378403] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2152.378677] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2152.378927] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2152.379451] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2152.379828] env[62490]: DEBUG nova.virt.hardware [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2152.387139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfiguring VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2152.387604] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c99bb5-7415-448b-962d-668c05554475 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.405782] env[62490]: DEBUG oslo_vmware.api [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2152.405782] env[62490]: value = "task-2066284" [ 2152.405782] env[62490]: _type = "Task" [ 2152.405782] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.415971] env[62490]: DEBUG oslo_vmware.api [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066284, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.477574] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.477774] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.478017] env[62490]: DEBUG nova.network.neutron [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2152.478270] env[62490]: DEBUG nova.objects.instance [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'info_cache' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.486871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.487440] env[62490]: DEBUG nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2152.490437] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.406s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.490713] env[62490]: DEBUG nova.objects.instance [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lazy-loading 'resources' on Instance uuid be911c3b-ba79-44b5-9112-b9daf211fa03 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.577957] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Updated VIF entry in instance network info cache for port ab99315d-8977-476e-97d2-13441aee6e43. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2152.578341] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Updating instance_info_cache with network_info: [{"id": "ab99315d-8977-476e-97d2-13441aee6e43", "address": "fa:16:3e:f0:30:9e", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab99315d-89", "ovs_interfaceid": "ab99315d-8977-476e-97d2-13441aee6e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.618514] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066281, 'name': CreateVM_Task, 'duration_secs': 0.438187} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.618670] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2152.619450] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.619551] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.620365] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2152.620365] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00378132-e20a-4639-9677-6db1d52e07c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.625668] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2152.625668] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d6671c-d0e6-3510-539d-11addee50187" [ 2152.625668] env[62490]: _type = "Task" [ 2152.625668] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.633780] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d6671c-d0e6-3510-539d-11addee50187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.762274] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066282, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.771614] env[62490]: DEBUG oslo_vmware.api [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066283, 'name': PowerOffVM_Task, 'duration_secs': 0.204333} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.771881] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2152.772052] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2152.772354] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7af336a9-c7c7-4d47-a944-0d17509fccc3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.917431] env[62490]: DEBUG oslo_vmware.api [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.933236] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2152.933615] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2152.934123] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Deleting the datastore file [datastore1] bd712eb4-36eb-48fd-93fa-8e312d680d37 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2152.934123] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc273e7-e6b2-4f84-9145-8d1c22c1e1dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.940161] env[62490]: DEBUG oslo_vmware.api [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for the task: (returnval){ [ 2152.940161] env[62490]: value = "task-2066286" [ 2152.940161] env[62490]: _type = "Task" [ 2152.940161] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.947974] env[62490]: DEBUG oslo_vmware.api [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.993798] env[62490]: DEBUG nova.compute.utils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2152.998425] env[62490]: DEBUG nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2152.998619] env[62490]: DEBUG nova.network.neutron [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2153.060718] env[62490]: DEBUG nova.policy [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc913d2901c742a5bb387d4bf634ef09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6874717709cd407a9e255333e3a4d1e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2153.082394] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Releasing lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.082669] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-changed-13c20c57-891f-4573-b6ad-35c0135d5080 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2153.082856] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing instance network info cache due to event network-changed-13c20c57-891f-4573-b6ad-35c0135d5080. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2153.083097] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.083259] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.083442] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing network info cache for port 13c20c57-891f-4573-b6ad-35c0135d5080 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2153.141328] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d6671c-d0e6-3510-539d-11addee50187, 'name': SearchDatastore_Task, 'duration_secs': 0.015323} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.141725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.141972] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.142330] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.142419] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.142626] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.142904] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ec9bb3-33e8-4e9a-ada9-cde8c1123207 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.151494] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.151629] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2153.152373] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e393019c-96d1-43cd-b493-48320c34c01e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.157737] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2153.157737] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c0e8cc-09ad-21e2-1894-e8c800955c84" [ 2153.157737] env[62490]: _type = "Task" [ 2153.157737] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.168406] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c0e8cc-09ad-21e2-1894-e8c800955c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.269685] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066282, 'name': CreateVM_Task, 'duration_secs': 0.597539} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.270092] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2153.270770] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.270941] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.271287] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2153.271618] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e3eb6f-5522-4bd7-ac93-03ead933e764 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.278334] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2153.278334] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527bea87-4966-f99a-b3d6-35427cef43ef" [ 2153.278334] env[62490]: _type = "Task" [ 2153.278334] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.289146] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527bea87-4966-f99a-b3d6-35427cef43ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.291261] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2153.292947] env[62490]: DEBUG nova.virt.hardware [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2153.293754] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c4a9e-63cb-4038-8e5f-1863a9df7c93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.297485] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e16fd-b8e6-4d81-9f0e-f826d4434542 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.306887] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da01a8-d494-407f-96fc-5e8ddd2e5f45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.311402] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3bb57b-9b5e-4a2f-adca-cbfa6235d1d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.315048] env[62490]: DEBUG nova.network.neutron [-] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.324834] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:f2:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f58a0e4-2e6e-4818-ba9b-3d4efc110eef', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2153.332623] env[62490]: DEBUG oslo.service.loopingcall [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2153.333652] env[62490]: DEBUG nova.network.neutron [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Successfully created port: 5e6c95f6-df36-4af6-85e3-38e0b6357569 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2153.363722] env[62490]: DEBUG nova.network.neutron [-] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.366270] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2153.367328] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3534f34a-a58b-47cb-8815-e62ba73ffb9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.382657] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943d098-aa90-4372-86ec-e22fc6746c30 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.391483] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078be779-b352-4c45-9319-ddb0eadbd687 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.398363] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2153.398363] env[62490]: value = "task-2066287" [ 2153.398363] env[62490]: _type = "Task" [ 2153.398363] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.409447] env[62490]: DEBUG nova.compute.provider_tree [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2153.417908] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066287, 'name': CreateVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.423671] env[62490]: DEBUG oslo_vmware.api [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066284, 'name': ReconfigVM_Task, 'duration_secs': 0.680888} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.424164] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.424380] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfigured VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2153.451357] env[62490]: DEBUG oslo_vmware.api [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Task: {'id': task-2066286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257526} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.451615] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2153.451779] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2153.451954] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2153.452134] env[62490]: INFO nova.compute.manager [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2153.452377] env[62490]: DEBUG oslo.service.loopingcall [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2153.452794] env[62490]: DEBUG nova.compute.manager [-] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2153.452892] env[62490]: DEBUG nova.network.neutron [-] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2153.499147] env[62490]: DEBUG nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2153.676379] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c0e8cc-09ad-21e2-1894-e8c800955c84, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.677974] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdd56a3-a196-4661-9fab-02e204fddd81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.686201] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2153.686201] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529d5efb-b77a-24c0-4b63-2d76dedb7a63" [ 2153.686201] env[62490]: _type = "Task" [ 2153.686201] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.698075] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529d5efb-b77a-24c0-4b63-2d76dedb7a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.787304] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527bea87-4966-f99a-b3d6-35427cef43ef, 'name': SearchDatastore_Task, 'duration_secs': 0.028153} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.787615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.787854] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.788098] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.817926] env[62490]: INFO nova.compute.manager [-] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Took 1.56 seconds to deallocate network for instance. [ 2153.867680] env[62490]: INFO nova.compute.manager [-] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Took 1.60 seconds to deallocate network for instance. [ 2153.909956] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066287, 'name': CreateVM_Task, 'duration_secs': 0.411543} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.910163] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2153.910821] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.910980] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.911314] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2153.911568] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4e3dc5-cab1-45a1-9c0d-a2554032bfdd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.916971] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2153.916971] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524cc607-0bb3-9784-c672-ac1e28cb6709" [ 2153.916971] env[62490]: _type = "Task" [ 2153.916971] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.928566] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0b92d628-9788-45b1-b5ce-371406550329 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.547s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.929548] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524cc607-0bb3-9784-c672-ac1e28cb6709, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.930080] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.930448] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.930448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.944639] env[62490]: ERROR nova.scheduler.client.report [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] [req-669caf2a-c9b7-4dca-9c8e-fb9636def02f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-669caf2a-c9b7-4dca-9c8e-fb9636def02f"}]} [ 2153.963545] env[62490]: DEBUG nova.scheduler.client.report [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2153.977677] env[62490]: DEBUG nova.scheduler.client.report [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2153.977971] env[62490]: DEBUG nova.compute.provider_tree [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2153.989362] env[62490]: DEBUG nova.scheduler.client.report [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2154.015158] env[62490]: DEBUG nova.scheduler.client.report [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2154.019776] env[62490]: DEBUG nova.compute.manager [req-701bb8cf-436b-4cae-ac26-47fe1a3bcd27 req-ed2c4434-fa83-4c35-b12e-e5b1f38554d4 service nova] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Received event network-vif-deleted-743afe3a-47af-40bb-8798-dd60b8fb1051 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.019914] env[62490]: DEBUG nova.compute.manager [req-701bb8cf-436b-4cae-ac26-47fe1a3bcd27 req-ed2c4434-fa83-4c35-b12e-e5b1f38554d4 service nova] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Received event network-vif-deleted-cf139fec-0ce2-44b7-b786-905e93674a72 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.196875] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529d5efb-b77a-24c0-4b63-2d76dedb7a63, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.199280] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.199543] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 845f89a7-3fcb-4eaf-97ad-9656a183bde0/845f89a7-3fcb-4eaf-97ad-9656a183bde0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2154.199989] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.200228] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2154.200432] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b77e4ab-8ea9-49e7-96b7-690896f48919 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.202256] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3b68da9-cddb-4e69-a059-bd024c2c2916 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.209592] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2154.209592] env[62490]: value = "task-2066288" [ 2154.209592] env[62490]: _type = "Task" [ 2154.209592] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.215827] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2154.215996] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2154.216736] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e55b13-d05f-462c-b8b9-91bc1eb08adc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.223760] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.227110] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2154.227110] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523a672b-34c0-5e19-6030-7a6d5979373e" [ 2154.227110] env[62490]: _type = "Task" [ 2154.227110] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.235516] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523a672b-34c0-5e19-6030-7a6d5979373e, 'name': SearchDatastore_Task, 'duration_secs': 0.009904} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.236216] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69ba3fe-6e8d-441e-acb4-5254ffe7965f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.243277] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2154.243277] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e03eee-022a-7f22-17d4-012a738fbf83" [ 2154.243277] env[62490]: _type = "Task" [ 2154.243277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.250973] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e03eee-022a-7f22-17d4-012a738fbf83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.266484] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updated VIF entry in instance network info cache for port 13c20c57-891f-4573-b6ad-35c0135d5080. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2154.266971] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13c20c57-891f-4573-b6ad-35c0135d5080", "address": "fa:16:3e:35:7d:79", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c20c57-89", "ovs_interfaceid": "13c20c57-891f-4573-b6ad-35c0135d5080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.286915] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef21f8ae-22d0-4f56-8886-d16f2c48c04b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.296487] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f571696-ae08-4958-89d8-bc9860f751ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.329291] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.330448] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924190ec-03f4-43ca-8b4c-9f1498730d0a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.338993] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8a3a6-6a9b-44e3-9242-05d14cc9667f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.346103] env[62490]: DEBUG nova.network.neutron [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.357462] env[62490]: DEBUG nova.compute.provider_tree [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2154.373607] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.508625] env[62490]: DEBUG nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2154.538792] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.539070] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.539231] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.539413] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.539554] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.539701] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.539913] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.540463] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.540463] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.540463] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.540612] env[62490]: DEBUG nova.virt.hardware [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.541860] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b78df8-ffe9-4e17-b822-9191b911f324 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.550428] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf6369d-65fa-4b7f-840c-adb048acee7e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.721918] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463794} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.722167] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 845f89a7-3fcb-4eaf-97ad-9656a183bde0/845f89a7-3fcb-4eaf-97ad-9656a183bde0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2154.722376] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2154.722619] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2ba4af5-8d31-48f1-87d9-b15b89b3bdd6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.729073] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2154.729073] env[62490]: value = "task-2066289" [ 2154.729073] env[62490]: _type = "Task" [ 2154.729073] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.736296] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.751928] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e03eee-022a-7f22-17d4-012a738fbf83, 'name': SearchDatastore_Task, 'duration_secs': 0.008413} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.752197] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.752462] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 1bb73a37-68fd-4f5a-9772-31a3b736e928/1bb73a37-68fd-4f5a-9772-31a3b736e928.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2154.752748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.752935] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2154.753179] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd22dbf2-328b-474c-be8c-8eb25a62bdbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.754972] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a55494-20f2-4e9e-ad0c-6ec46d37a1dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.761689] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2154.761689] env[62490]: value = "task-2066290" [ 2154.761689] env[62490]: _type = "Task" [ 2154.761689] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.765630] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2154.765843] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2154.766923] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3900ec5-baa9-4308-976e-5dab8ad4d9e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.772516] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.772823] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Received event network-changed-35c5f8fa-acb5-44d6-806e-c47c703ea661 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.773048] env[62490]: DEBUG nova.compute.manager [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Refreshing instance network info cache due to event network-changed-35c5f8fa-acb5-44d6-806e-c47c703ea661. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2154.773309] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquiring lock "refresh_cache-1bb73a37-68fd-4f5a-9772-31a3b736e928" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.773490] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Acquired lock "refresh_cache-1bb73a37-68fd-4f5a-9772-31a3b736e928" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.773667] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Refreshing network info cache for port 35c5f8fa-acb5-44d6-806e-c47c703ea661 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.774810] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.778695] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2154.778695] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5287d050-7303-57ed-da2c-1fdcf54497f6" [ 2154.778695] env[62490]: _type = "Task" [ 2154.778695] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.786691] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5287d050-7303-57ed-da2c-1fdcf54497f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.848944] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.849217] env[62490]: DEBUG nova.objects.instance [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'migration_context' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.884456] env[62490]: DEBUG nova.network.neutron [-] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.893167] env[62490]: DEBUG nova.scheduler.client.report [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2154.893167] env[62490]: DEBUG nova.compute.provider_tree [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 133 to 134 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2154.893339] env[62490]: DEBUG nova.compute.provider_tree [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2155.238385] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069465} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.238667] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2155.239436] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baa18f8-c059-4013-a3df-bb899fa9a40b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.265221] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 845f89a7-3fcb-4eaf-97ad-9656a183bde0/845f89a7-3fcb-4eaf-97ad-9656a183bde0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.265539] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0817a4b5-c194-4e47-bb51-b7a9d4a2f149 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.298311] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455778} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.302715] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 1bb73a37-68fd-4f5a-9772-31a3b736e928/1bb73a37-68fd-4f5a-9772-31a3b736e928.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.303132] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.303585] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2155.303585] env[62490]: value = "task-2066291" [ 2155.303585] env[62490]: _type = "Task" [ 2155.303585] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.304070] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5287d050-7303-57ed-da2c-1fdcf54497f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.307053] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63762045-ca8d-447c-8f3a-0a17af37b9bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.309455] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d97954-f99e-43c6-8c59-fc186ec3a8ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.320617] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2155.320617] env[62490]: value = "task-2066292" [ 2155.320617] env[62490]: _type = "Task" [ 2155.320617] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.320617] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2155.320617] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c9a0d6-ead9-98da-9ac7-f16976c555a5" [ 2155.320617] env[62490]: _type = "Task" [ 2155.320617] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.334288] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.338538] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c9a0d6-ead9-98da-9ac7-f16976c555a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.339270] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.341081] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2155.341081] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c1c4d8b-25ac-43e2-8350-5d00de2bb347 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.349553] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2155.349553] env[62490]: value = "task-2066293" [ 2155.349553] env[62490]: _type = "Task" [ 2155.349553] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.354704] env[62490]: DEBUG nova.objects.base [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2155.355743] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db64dd-8861-435c-8b30-b94522444086 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.365564] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.383086] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4418e6-7716-40d0-b9ca-032dd47d5ca7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.387375] env[62490]: INFO nova.compute.manager [-] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Took 1.93 seconds to deallocate network for instance. [ 2155.390199] env[62490]: DEBUG oslo_vmware.api [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2155.390199] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d43d13-ea8e-0d5b-eecc-5a93bdaedde3" [ 2155.390199] env[62490]: _type = "Task" [ 2155.390199] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.400020] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.908s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.404184] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.075s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.405730] env[62490]: DEBUG nova.objects.instance [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lazy-loading 'resources' on Instance uuid 31538fb5-b7d6-4513-bf47-8000f26d01ed {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2155.405730] env[62490]: DEBUG oslo_vmware.api [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d43d13-ea8e-0d5b-eecc-5a93bdaedde3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.426815] env[62490]: INFO nova.scheduler.client.report [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Deleted allocations for instance be911c3b-ba79-44b5-9112-b9daf211fa03 [ 2155.794995] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Updated VIF entry in instance network info cache for port 35c5f8fa-acb5-44d6-806e-c47c703ea661. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.795453] env[62490]: DEBUG nova.network.neutron [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Updating instance_info_cache with network_info: [{"id": "35c5f8fa-acb5-44d6-806e-c47c703ea661", "address": "fa:16:3e:22:58:9a", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c5f8fa-ac", "ovs_interfaceid": "35c5f8fa-acb5-44d6-806e-c47c703ea661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.816888] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.829526] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069646} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.830027] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2155.830784] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a467c34b-326e-4fd7-a33e-626c719a1ab6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.852905] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1bb73a37-68fd-4f5a-9772-31a3b736e928/1bb73a37-68fd-4f5a-9772-31a3b736e928.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.853517] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c6ff1c7-c45c-47a9-bd1e-1d5954ab8803 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.876705] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4502} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.877941] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2155.878183] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2155.878511] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2155.878511] env[62490]: value = "task-2066294" [ 2155.878511] env[62490]: _type = "Task" [ 2155.878511] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.878676] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a5a217a-485a-408b-94cb-59e0d1959fc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.888145] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.889256] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2155.889256] env[62490]: value = "task-2066295" [ 2155.889256] env[62490]: _type = "Task" [ 2155.889256] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.897440] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.902880] env[62490]: DEBUG oslo_vmware.api [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d43d13-ea8e-0d5b-eecc-5a93bdaedde3, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.903102] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.903360] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.919553] env[62490]: DEBUG nova.network.neutron [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Successfully updated port: 5e6c95f6-df36-4af6-85e3-38e0b6357569 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.935378] env[62490]: DEBUG oslo_concurrency.lockutils [None req-563cc060-e57a-43a3-999f-109e2b43c6e4 tempest-FloatingIPsAssociationNegativeTestJSON-96787640 tempest-FloatingIPsAssociationNegativeTestJSON-96787640-project-member] Lock "be911c3b-ba79-44b5-9112-b9daf211fa03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.631s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.144733] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e8fa3-436f-447b-bdfe-a3045d167eef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.153106] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956502ec-b9de-4fef-abef-2ec151a4e7fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.186045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.186330] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.186695] env[62490]: DEBUG nova.objects.instance [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'flavor' on Instance uuid b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.189831] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91cfa04-eb72-4529-ab26-053fda4d2e40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.193455] env[62490]: DEBUG nova.compute.manager [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Received event network-vif-deleted-c7b09b53-eb08-4b75-9824-0e806909ad1c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2156.194195] env[62490]: DEBUG nova.compute.manager [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Received event network-vif-plugged-5e6c95f6-df36-4af6-85e3-38e0b6357569 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2156.194393] env[62490]: DEBUG oslo_concurrency.lockutils [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] Acquiring lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.194592] env[62490]: DEBUG oslo_concurrency.lockutils [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.194768] env[62490]: DEBUG oslo_concurrency.lockutils [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.194919] env[62490]: DEBUG nova.compute.manager [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] No waiting events found dispatching network-vif-plugged-5e6c95f6-df36-4af6-85e3-38e0b6357569 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2156.195110] env[62490]: WARNING nova.compute.manager [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Received unexpected event network-vif-plugged-5e6c95f6-df36-4af6-85e3-38e0b6357569 for instance with vm_state building and task_state spawning. [ 2156.195277] env[62490]: DEBUG nova.compute.manager [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Received event network-changed-5e6c95f6-df36-4af6-85e3-38e0b6357569 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2156.195425] env[62490]: DEBUG nova.compute.manager [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Refreshing instance network info cache due to event network-changed-5e6c95f6-df36-4af6-85e3-38e0b6357569. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2156.195616] env[62490]: DEBUG oslo_concurrency.lockutils [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] Acquiring lock "refresh_cache-3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.195761] env[62490]: DEBUG oslo_concurrency.lockutils [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] Acquired lock "refresh_cache-3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.195922] env[62490]: DEBUG nova.network.neutron [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Refreshing network info cache for port 5e6c95f6-df36-4af6-85e3-38e0b6357569 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2156.203115] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b34205-a65d-4635-8f28-77f0f0a98576 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.218663] env[62490]: DEBUG nova.compute.provider_tree [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2156.298264] env[62490]: DEBUG oslo_concurrency.lockutils [req-44025bae-8937-403a-b681-488e93695e8b req-fc0ec9fa-95b4-48e3-87f8-a2f8cd9c0d9f service nova] Releasing lock "refresh_cache-1bb73a37-68fd-4f5a-9772-31a3b736e928" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.316495] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066291, 'name': ReconfigVM_Task, 'duration_secs': 0.546694} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.316776] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 845f89a7-3fcb-4eaf-97ad-9656a183bde0/845f89a7-3fcb-4eaf-97ad-9656a183bde0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.317398] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b63f8f-5ccd-488b-a87e-8261f438a38e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.323923] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2156.323923] env[62490]: value = "task-2066296" [ 2156.323923] env[62490]: _type = "Task" [ 2156.323923] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.333505] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066296, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.389484] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066294, 'name': ReconfigVM_Task, 'duration_secs': 0.246152} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.389834] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1bb73a37-68fd-4f5a-9772-31a3b736e928/1bb73a37-68fd-4f5a-9772-31a3b736e928.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.393224] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc9069ae-29b3-4ddb-a9ae-024b02c05081 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.399784] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.401057] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2156.401057] env[62490]: value = "task-2066297" [ 2156.401057] env[62490]: _type = "Task" [ 2156.401057] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.410052] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066297, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.422437] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.750737] env[62490]: DEBUG nova.network.neutron [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2156.753032] env[62490]: DEBUG nova.scheduler.client.report [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2156.753276] env[62490]: DEBUG nova.compute.provider_tree [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 134 to 135 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2156.753453] env[62490]: DEBUG nova.compute.provider_tree [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2156.834583] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066296, 'name': Rename_Task, 'duration_secs': 0.180745} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.834846] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.835097] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ad4be2e-a9bf-4db4-a922-bdabe4491307 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.841170] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2156.841170] env[62490]: value = "task-2066298" [ 2156.841170] env[62490]: _type = "Task" [ 2156.841170] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.848447] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.899549] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.576618} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.899818] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2156.900605] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe4643d-8e4c-4e4b-8e93-05728840cb92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.912850] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066297, 'name': Rename_Task, 'duration_secs': 0.148493} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.922384] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.932202] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2156.932477] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fa2234b-523b-4200-8229-0a5505ce8e92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.934016] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e969e35-67e6-46fe-b79b-a30d05147f87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.960916] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2156.960916] env[62490]: value = "task-2066299" [ 2156.960916] env[62490]: _type = "Task" [ 2156.960916] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.962339] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2156.962339] env[62490]: value = "task-2066300" [ 2156.962339] env[62490]: _type = "Task" [ 2156.962339] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.966412] env[62490]: DEBUG nova.objects.instance [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'pci_requests' on Instance uuid b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.972776] env[62490]: DEBUG nova.network.neutron [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.980379] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.981925] env[62490]: DEBUG oslo_concurrency.lockutils [req-a3731f44-8cc3-46d3-ba6e-2ee38bd13113 req-1d21c605-9072-4df9-96e1-45fdc77f0955 service nova] Releasing lock "refresh_cache-3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.982267] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.982421] env[62490]: DEBUG nova.network.neutron [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2157.099816] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.099994] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.259124] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.263785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.889s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.263785] env[62490]: DEBUG nova.objects.instance [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lazy-loading 'resources' on Instance uuid d2d72bbb-85d1-4e43-8598-d91023f82176 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2157.286010] env[62490]: INFO nova.scheduler.client.report [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Deleted allocations for instance 31538fb5-b7d6-4513-bf47-8000f26d01ed [ 2157.351918] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.475077] env[62490]: DEBUG nova.objects.base [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2157.475077] env[62490]: DEBUG nova.network.neutron [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2157.476936] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.480120] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066300, 'name': ReconfigVM_Task, 'duration_secs': 0.312625} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.480456] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133/49a82331-3c1c-457d-851b-09a3f2871133.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2157.481445] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-366fa5f5-38ea-4760-80ff-b791ad406ac1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.487198] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2157.487198] env[62490]: value = "task-2066301" [ 2157.487198] env[62490]: _type = "Task" [ 2157.487198] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.496739] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066301, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.526044] env[62490]: DEBUG nova.network.neutron [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2157.613212] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.613465] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2157.613681] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2157.634186] env[62490]: DEBUG nova.policy [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2157.798854] env[62490]: DEBUG oslo_concurrency.lockutils [None req-aceae798-7d90-4d2b-bdc5-684a90bbd274 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "31538fb5-b7d6-4513-bf47-8000f26d01ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.410s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.855780] env[62490]: DEBUG oslo_vmware.api [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066298, 'name': PowerOnVM_Task, 'duration_secs': 0.578626} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.856111] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2157.856435] env[62490]: INFO nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Took 17.01 seconds to spawn the instance on the hypervisor. [ 2157.856661] env[62490]: DEBUG nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2157.857480] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab57b3-89b0-4b22-8a59-3758c610f27b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.869963] env[62490]: DEBUG nova.network.neutron [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Updating instance_info_cache with network_info: [{"id": "5e6c95f6-df36-4af6-85e3-38e0b6357569", "address": "fa:16:3e:a2:5c:f8", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c95f6-df", "ovs_interfaceid": "5e6c95f6-df36-4af6-85e3-38e0b6357569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.974357] env[62490]: DEBUG oslo_vmware.api [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066299, 'name': PowerOnVM_Task, 'duration_secs': 0.569454} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.974679] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2157.975203] env[62490]: INFO nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Took 14.61 seconds to spawn the instance on the hypervisor. [ 2157.975203] env[62490]: DEBUG nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2157.975905] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1abae3-5e94-49ac-a3ce-e238a8cdf8f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.999811] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066301, 'name': Rename_Task, 'duration_secs': 0.178089} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.000434] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2158.000906] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70d1e1e0-a5b1-43bf-9a85-72f88bdbe724 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.007442] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2158.007442] env[62490]: value = "task-2066302" [ 2158.007442] env[62490]: _type = "Task" [ 2158.007442] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.019293] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.066566] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985acef0-e514-4f7a-a132-5dd3f00d4ed4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.074570] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f98d43-bb15-4800-abfe-e6c77d71d632 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.106831] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c741ec7-f47d-45f1-bb58-ca076223e559 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.114641] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693deceb-146c-43ce-9ead-0bbac62280b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.123057] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2158.123212] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2158.123337] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2158.917791] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.918107] env[62490]: DEBUG nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Instance network_info: |[{"id": "5e6c95f6-df36-4af6-85e3-38e0b6357569", "address": "fa:16:3e:a2:5c:f8", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c95f6-df", "ovs_interfaceid": "5e6c95f6-df36-4af6-85e3-38e0b6357569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2158.922102] env[62490]: DEBUG nova.compute.provider_tree [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.926513] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.926659] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.926849] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2158.927013] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid aac0eead-47fa-4f91-8af9-1950a12104b4 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2158.931472] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:5c:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6c95f6-df36-4af6-85e3-38e0b6357569', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2158.937779] env[62490]: DEBUG oslo.service.loopingcall [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2158.942116] env[62490]: INFO nova.compute.manager [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Took 20.10 seconds to build instance. [ 2158.947021] env[62490]: INFO nova.compute.manager [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Took 22.91 seconds to build instance. [ 2158.947021] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2158.947021] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2193bba0-5563-4448-9802-248a74ddaa7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.961528] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ccfb0063-11d6-4222-9034-d17ce1895f62 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.936s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.965641] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066302, 'name': PowerOnVM_Task, 'duration_secs': 0.583837} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.966844] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2158.967206] env[62490]: DEBUG nova.compute.manager [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2158.970612] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2158.970612] env[62490]: value = "task-2066303" [ 2158.970612] env[62490]: _type = "Task" [ 2158.970612] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.970612] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e08f86-bf25-4870-9adc-3fc44c6828b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.979563] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066303, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.444402] env[62490]: DEBUG nova.scheduler.client.report [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2159.450596] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "8426edc8-1d79-44fd-89f9-b6383ccadc60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.451469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.451469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "8426edc8-1d79-44fd-89f9-b6383ccadc60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.451700] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.451923] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.454251] env[62490]: DEBUG oslo_concurrency.lockutils [None req-54c5dc69-203f-40c0-8f8e-72957f29b696 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.621s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.454879] env[62490]: INFO nova.compute.manager [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Terminating instance [ 2159.483024] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066303, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.485641] env[62490]: INFO nova.compute.manager [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] bringing vm to original state: 'stopped' [ 2159.955703] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.692s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.961548] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.064s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.961880] env[62490]: DEBUG nova.objects.instance [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lazy-loading 'resources' on Instance uuid bd712eb4-36eb-48fd-93fa-8e312d680d37 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.967708] env[62490]: DEBUG nova.compute.manager [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2159.970907] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.970907] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdef5db-24f9-4d16-84a1-f2e6857c014e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.986170] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.989496] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05ab9332-0e3a-4761-b3c4-254aa573a943 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.995270] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066303, 'name': CreateVM_Task, 'duration_secs': 0.571373} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.996561] env[62490]: INFO nova.scheduler.client.report [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleted allocations for instance d2d72bbb-85d1-4e43-8598-d91023f82176 [ 2160.001722] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2160.006797] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.010035] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.010035] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2160.010035] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06894ba6-b81c-4526-8d7c-6bb018cc7f19 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.012160] env[62490]: DEBUG oslo_vmware.api [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2160.012160] env[62490]: value = "task-2066304" [ 2160.012160] env[62490]: _type = "Task" [ 2160.012160] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.018656] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2160.018656] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5259155c-fdd9-1a53-d19d-1a88fe2bab6e" [ 2160.018656] env[62490]: _type = "Task" [ 2160.018656] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.028435] env[62490]: DEBUG oslo_vmware.api [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.032226] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5259155c-fdd9-1a53-d19d-1a88fe2bab6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.032556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.033674] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2160.033674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.033674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.033674] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2160.033888] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8fe8839-82b3-4eb2-a9b0-9b995961ff28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.042698] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2160.042885] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2160.043800] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd279eb1-d2f1-4f2f-be55-0352d174a264 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.050338] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2160.050338] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d086bd-7b57-ba8f-8daf-4621ec97dbb7" [ 2160.050338] env[62490]: _type = "Task" [ 2160.050338] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.058426] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d086bd-7b57-ba8f-8daf-4621ec97dbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.337654] env[62490]: DEBUG nova.network.neutron [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Successfully updated port: e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2160.505589] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "49a82331-3c1c-457d-851b-09a3f2871133" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.505589] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.505589] env[62490]: DEBUG nova.compute.manager [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2160.505589] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0234a8-6246-4884-8cdd-1ad624952a12 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.519023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-22fb5560-428b-44a7-b42f-31b0adf77ede tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "d2d72bbb-85d1-4e43-8598-d91023f82176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.951s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.525965] env[62490]: DEBUG nova.compute.manager [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2160.534979] env[62490]: DEBUG oslo_vmware.api [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066304, 'name': PowerOffVM_Task, 'duration_secs': 0.174315} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.537022] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2160.537746] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2160.541178] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a300359f-0787-407b-9508-6bc466b132e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.569307] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d086bd-7b57-ba8f-8daf-4621ec97dbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.570269] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb89ff9-3f9f-47f4-89f3-9d40b90cc48b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.577437] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2160.577437] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522a2103-ffc6-13f3-7ca7-5e30d8fd9afe" [ 2160.577437] env[62490]: _type = "Task" [ 2160.577437] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.591100] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522a2103-ffc6-13f3-7ca7-5e30d8fd9afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.685107] env[62490]: DEBUG nova.compute.manager [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Received event network-changed-ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2160.685313] env[62490]: DEBUG nova.compute.manager [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Refreshing instance network info cache due to event network-changed-ab99315d-8977-476e-97d2-13441aee6e43. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2160.685533] env[62490]: DEBUG oslo_concurrency.lockutils [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] Acquiring lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.685667] env[62490]: DEBUG oslo_concurrency.lockutils [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] Acquired lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.685862] env[62490]: DEBUG nova.network.neutron [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Refreshing network info cache for port ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2160.795028] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ab0766-5aa3-4678-a561-a7da4d1f1454 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.802943] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154a18e5-50d4-4b33-bedd-2db5a3324cf1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.846980] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updating instance_info_cache with network_info: [{"id": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "address": "fa:16:3e:f7:bf:bd", "network": {"id": "d436e4b6-7a8f-4bd7-9515-68659a7ad3ee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-804847198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a2a731f0db47eb91e0c99cde388335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca542d6-1b", "ovs_interfaceid": "5ca542d6-1b23-453e-bdd8-bb278cbb8fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.848844] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917bb6aa-f4ac-4793-b55a-c041c915b9cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.850615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.851867] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.851867] env[62490]: DEBUG nova.network.neutron [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2160.859079] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dcc4d5-72f0-476a-a4ba-fea345c120d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.872732] env[62490]: DEBUG nova.compute.provider_tree [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.036518] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.036937] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f944432-6962-44f0-befe-51b3f582b3bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.044087] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2161.044087] env[62490]: value = "task-2066306" [ 2161.044087] env[62490]: _type = "Task" [ 2161.044087] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.053333] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.088477] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522a2103-ffc6-13f3-7ca7-5e30d8fd9afe, 'name': SearchDatastore_Task, 'duration_secs': 0.042026} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.088777] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.089087] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49/3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2161.089368] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3150815c-fb24-403d-907a-5ac5c41a44a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.096093] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2161.096093] env[62490]: value = "task-2066307" [ 2161.096093] env[62490]: _type = "Task" [ 2161.096093] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.104251] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.156151] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "aac0eead-47fa-4f91-8af9-1950a12104b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.156567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.156893] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "aac0eead-47fa-4f91-8af9-1950a12104b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.157220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.157495] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.160014] env[62490]: INFO nova.compute.manager [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Terminating instance [ 2161.353476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-aac0eead-47fa-4f91-8af9-1950a12104b4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.353784] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2161.361694] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.362112] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.363123] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.363371] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.363624] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.363790] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.363978] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2161.368350] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2161.378411] env[62490]: DEBUG nova.scheduler.client.report [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2161.416034] env[62490]: WARNING nova.network.neutron [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] 76a3e0ef-6952-4907-be05-ada13a57e025 already exists in list: networks containing: ['76a3e0ef-6952-4907-be05-ada13a57e025']. ignoring it [ 2161.416328] env[62490]: WARNING nova.network.neutron [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] 76a3e0ef-6952-4907-be05-ada13a57e025 already exists in list: networks containing: ['76a3e0ef-6952-4907-be05-ada13a57e025']. ignoring it [ 2161.440586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "1bb73a37-68fd-4f5a-9772-31a3b736e928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.441113] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.441513] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "1bb73a37-68fd-4f5a-9772-31a3b736e928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.441992] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.443235] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.446150] env[62490]: INFO nova.compute.manager [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Terminating instance [ 2161.450244] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2161.450792] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2161.450792] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Deleting the datastore file [datastore1] 8426edc8-1d79-44fd-89f9-b6383ccadc60 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2161.451199] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c914b10-02c1-4051-aa02-6bbae5e0430c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.458722] env[62490]: DEBUG oslo_vmware.api [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for the task: (returnval){ [ 2161.458722] env[62490]: value = "task-2066308" [ 2161.458722] env[62490]: _type = "Task" [ 2161.458722] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.469892] env[62490]: DEBUG oslo_vmware.api [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.555587] env[62490]: DEBUG oslo_vmware.api [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066306, 'name': PowerOffVM_Task, 'duration_secs': 0.252378} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.556009] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.556253] env[62490]: DEBUG nova.compute.manager [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.557254] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f500f6a-4628-4a41-baec-24f02b45991b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.610410] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066307, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.652098] env[62490]: DEBUG nova.network.neutron [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Updated VIF entry in instance network info cache for port ab99315d-8977-476e-97d2-13441aee6e43. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2161.652744] env[62490]: DEBUG nova.network.neutron [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Updating instance_info_cache with network_info: [{"id": "ab99315d-8977-476e-97d2-13441aee6e43", "address": "fa:16:3e:f0:30:9e", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab99315d-89", "ovs_interfaceid": "ab99315d-8977-476e-97d2-13441aee6e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.667022] env[62490]: DEBUG nova.compute.manager [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2161.667022] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.667022] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b05db-c5ac-4f1b-b80c-6a68a05fcbb9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.675964] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.676321] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a376a76-d601-42ef-9b71-0f0e73773f79 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.686304] env[62490]: DEBUG oslo_vmware.api [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 2161.686304] env[62490]: value = "task-2066309" [ 2161.686304] env[62490]: _type = "Task" [ 2161.686304] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.693903] env[62490]: DEBUG oslo_vmware.api [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.872155] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.885298] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.887641] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.984s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.914823] env[62490]: INFO nova.scheduler.client.report [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Deleted allocations for instance bd712eb4-36eb-48fd-93fa-8e312d680d37 [ 2161.954040] env[62490]: DEBUG nova.compute.manager [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2161.954040] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.954040] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f8a03-f94a-4d38-95ab-1e7d22c3fec0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.962239] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.965962] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd47b39-ffd1-478a-9910-e830b7640eca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.974488] env[62490]: DEBUG oslo_vmware.api [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Task: {'id': task-2066308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45664} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.975866] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2161.976210] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2161.976495] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2161.976914] env[62490]: INFO nova.compute.manager [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Took 2.01 seconds to destroy the instance on the hypervisor. [ 2161.977256] env[62490]: DEBUG oslo.service.loopingcall [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2161.977827] env[62490]: DEBUG oslo_vmware.api [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2161.977827] env[62490]: value = "task-2066310" [ 2161.977827] env[62490]: _type = "Task" [ 2161.977827] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.978202] env[62490]: DEBUG nova.compute.manager [-] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2161.978405] env[62490]: DEBUG nova.network.neutron [-] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2161.991959] env[62490]: DEBUG oslo_vmware.api [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.007132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "4f1200d6-f011-4518-8903-444ba62cfe3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.007132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.073055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.112188] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690234} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.112451] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49/3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2162.112657] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2162.112909] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d111507-8753-485b-9f46-0093e44b4f8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.122467] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2162.122467] env[62490]: value = "task-2066311" [ 2162.122467] env[62490]: _type = "Task" [ 2162.122467] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.137653] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.160620] env[62490]: DEBUG oslo_concurrency.lockutils [req-03fd137b-2e0b-48a2-b47e-0c8137ca1248 req-8e56de96-c4c0-470a-9598-dc80b5a12939 service nova] Releasing lock "refresh_cache-845f89a7-3fcb-4eaf-97ad-9656a183bde0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.195846] env[62490]: DEBUG oslo_vmware.api [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066309, 'name': PowerOffVM_Task, 'duration_secs': 0.338172} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.196324] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2162.196441] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2162.197277] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd67c40-029c-45f5-b1a9-bfb5b19f3d3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.273800] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2162.274724] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2162.274724] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleting the datastore file [datastore1] aac0eead-47fa-4f91-8af9-1950a12104b4 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2162.274724] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432e72ad-49b3-4ec9-9183-893b09b7ac22 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.281857] env[62490]: DEBUG oslo_vmware.api [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for the task: (returnval){ [ 2162.281857] env[62490]: value = "task-2066313" [ 2162.281857] env[62490]: _type = "Task" [ 2162.281857] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.283071] env[62490]: DEBUG nova.network.neutron [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13c20c57-891f-4573-b6ad-35c0135d5080", "address": "fa:16:3e:35:7d:79", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c20c57-89", "ovs_interfaceid": "13c20c57-891f-4573-b6ad-35c0135d5080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1", "address": "fa:16:3e:e3:a2:86", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d9fd28-8d", "ovs_interfaceid": "e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.293600] env[62490]: DEBUG oslo_vmware.api [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.426703] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9c02554f-c2a1-4c42-ae98-4425a0633f13 tempest-ServerTagsTestJSON-244134302 tempest-ServerTagsTestJSON-244134302-project-member] Lock "bd712eb4-36eb-48fd-93fa-8e312d680d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.751s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.491321] env[62490]: DEBUG oslo_vmware.api [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066310, 'name': PowerOffVM_Task, 'duration_secs': 0.234979} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.491753] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2162.491804] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2162.492018] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65671f6f-07c8-45bb-a641-577e2f6e3c6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.508795] env[62490]: DEBUG nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2162.582398] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.615995] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283429f-f24d-4c03-a065-8702c2e2fec5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.623414] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c5dd36-b061-4dfd-90c9-ab7945f78292 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.635391] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067169} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.661139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2162.663166] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78994292-8296-4ed1-bc04-c7b9a7998228 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.666081] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0128aadf-8aed-40e8-a46a-0b1cba9b6f3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.668501] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2162.668694] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2162.669082] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleting the datastore file [datastore1] 1bb73a37-68fd-4f5a-9772-31a3b736e928 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2162.671932] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68260695-b65a-4422-bc04-f3106ecf2322 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.686124] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aef3f00-f929-404e-93f9-170bff5f191b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.699267] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49/3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2162.699662] env[62490]: DEBUG oslo_vmware.api [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2162.699662] env[62490]: value = "task-2066315" [ 2162.699662] env[62490]: _type = "Task" [ 2162.699662] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.700091] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a06f4173-2312-4427-be58-9caa2b9b5c6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.726105] env[62490]: DEBUG nova.compute.provider_tree [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2162.730020] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2162.730020] env[62490]: value = "task-2066316" [ 2162.730020] env[62490]: _type = "Task" [ 2162.730020] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.733212] env[62490]: DEBUG oslo_vmware.api [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.741361] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.789826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.790674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.790964] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.791909] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9353bf-6334-46dc-ab95-8489630d1e51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.803110] env[62490]: DEBUG oslo_vmware.api [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Task: {'id': task-2066313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365385} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.817619] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2162.818454] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2162.818454] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2162.818454] env[62490]: INFO nova.compute.manager [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2162.818636] env[62490]: DEBUG oslo.service.loopingcall [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.820614] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2162.820955] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2162.821041] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2162.821213] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2162.821398] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2162.821559] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2162.821781] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2162.821955] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2162.822142] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2162.822341] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2162.822592] env[62490]: DEBUG nova.virt.hardware [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2162.829086] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfiguring VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2162.829423] env[62490]: DEBUG nova.compute.manager [-] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2162.829524] env[62490]: DEBUG nova.network.neutron [-] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2162.831470] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8835b7-e0f8-4b75-aaf3-d70100fdf52c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.849314] env[62490]: DEBUG oslo_vmware.api [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2162.849314] env[62490]: value = "task-2066317" [ 2162.849314] env[62490]: _type = "Task" [ 2162.849314] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.858926] env[62490]: DEBUG oslo_vmware.api [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066317, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.873719] env[62490]: DEBUG nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-vif-plugged-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2162.874157] env[62490]: DEBUG oslo_concurrency.lockutils [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.874412] env[62490]: DEBUG oslo_concurrency.lockutils [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.874600] env[62490]: DEBUG oslo_concurrency.lockutils [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.874793] env[62490]: DEBUG nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] No waiting events found dispatching network-vif-plugged-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2162.874959] env[62490]: WARNING nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received unexpected event network-vif-plugged-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 for instance with vm_state active and task_state None. [ 2162.875163] env[62490]: DEBUG nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-changed-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2162.876252] env[62490]: DEBUG nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing instance network info cache due to event network-changed-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2162.876342] env[62490]: DEBUG oslo_concurrency.lockutils [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.876531] env[62490]: DEBUG oslo_concurrency.lockutils [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.876834] env[62490]: DEBUG nova.network.neutron [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Refreshing network info cache for port e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2162.921609] env[62490]: DEBUG nova.network.neutron [-] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.032498] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.226530] env[62490]: DEBUG oslo_vmware.api [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371318} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.227387] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2163.227387] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2163.227387] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2163.227387] env[62490]: INFO nova.compute.manager [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2163.227699] env[62490]: DEBUG oslo.service.loopingcall [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.227866] env[62490]: DEBUG nova.compute.manager [-] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2163.227975] env[62490]: DEBUG nova.network.neutron [-] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2163.248421] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.256492] env[62490]: ERROR nova.scheduler.client.report [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [req-6aa845fb-c58e-49f2-94c3-1d75a1bfd169] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6aa845fb-c58e-49f2-94c3-1d75a1bfd169"}]} [ 2163.275977] env[62490]: DEBUG nova.scheduler.client.report [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2163.292566] env[62490]: DEBUG nova.scheduler.client.report [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2163.292832] env[62490]: DEBUG nova.compute.provider_tree [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2163.307179] env[62490]: DEBUG nova.scheduler.client.report [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2163.330626] env[62490]: DEBUG nova.scheduler.client.report [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2163.363842] env[62490]: DEBUG oslo_vmware.api [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.426439] env[62490]: INFO nova.compute.manager [-] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Took 1.45 seconds to deallocate network for instance. [ 2163.609157] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f3220-9491-4dbf-88da-ebad83f44288 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.620204] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d705f-5137-4374-a744-19dd491015fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.658644] env[62490]: DEBUG nova.network.neutron [-] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.665510] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2b43a5-5f01-4cc2-be56-bb72518aeef6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.677620] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa528e96-ba22-47fa-82be-8a987a576030 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.690881] env[62490]: DEBUG nova.compute.provider_tree [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2163.742158] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "49a82331-3c1c-457d-851b-09a3f2871133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.742416] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.742626] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "49a82331-3c1c-457d-851b-09a3f2871133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.742809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.743009] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.745703] env[62490]: INFO nova.compute.manager [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Terminating instance [ 2163.750193] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.775136] env[62490]: DEBUG nova.network.neutron [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updated VIF entry in instance network info cache for port e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2163.775136] env[62490]: DEBUG nova.network.neutron [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13c20c57-891f-4573-b6ad-35c0135d5080", "address": "fa:16:3e:35:7d:79", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c20c57-89", "ovs_interfaceid": "13c20c57-891f-4573-b6ad-35c0135d5080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1", "address": "fa:16:3e:e3:a2:86", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d9fd28-8d", "ovs_interfaceid": "e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.861095] env[62490]: DEBUG oslo_vmware.api [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066317, 'name': ReconfigVM_Task, 'duration_secs': 0.583829} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.861095] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.861095] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfigured VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2163.937083] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.169498] env[62490]: INFO nova.compute.manager [-] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Took 1.34 seconds to deallocate network for instance. [ 2164.169836] env[62490]: DEBUG nova.network.neutron [-] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.226163] env[62490]: DEBUG nova.scheduler.client.report [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2164.226436] env[62490]: DEBUG nova.compute.provider_tree [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 136 to 137 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2164.226626] env[62490]: DEBUG nova.compute.provider_tree [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2164.246190] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066316, 'name': ReconfigVM_Task, 'duration_secs': 1.323827} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.246284] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49/3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2164.247138] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6579067-1632-4ecb-8ca1-26bd4b5e8805 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.253681] env[62490]: DEBUG nova.compute.manager [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2164.253883] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2164.254210] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2164.254210] env[62490]: value = "task-2066318" [ 2164.254210] env[62490]: _type = "Task" [ 2164.254210] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.254996] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff9c03-d810-444b-a272-e7df7d81cec7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.268358] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066318, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.270595] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2164.270842] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28109280-cf82-4c4e-8f7c-37af2ee9017c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.277639] env[62490]: DEBUG oslo_concurrency.lockutils [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.277905] env[62490]: DEBUG nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Received event network-vif-deleted-462167bc-aa44-4ea6-b00a-0f7350ce9600 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2164.278094] env[62490]: INFO nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Neutron deleted interface 462167bc-aa44-4ea6-b00a-0f7350ce9600; detaching it from the instance and deleting it from the info cache [ 2164.278273] env[62490]: DEBUG nova.network.neutron [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.367649] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b53088d5-1726-468d-a3dd-b2fb0b045c3d tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.181s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.404507] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2164.404755] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2164.404894] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleting the datastore file [datastore1] 49a82331-3c1c-457d-851b-09a3f2871133 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2164.405220] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7683c6ce-bcd9-402a-82ff-72f5ee5721bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.411605] env[62490]: DEBUG oslo_vmware.api [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2164.411605] env[62490]: value = "task-2066320" [ 2164.411605] env[62490]: _type = "Task" [ 2164.411605] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.419981] env[62490]: DEBUG oslo_vmware.api [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.674045] env[62490]: INFO nova.compute.manager [-] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Took 1.45 seconds to deallocate network for instance. [ 2164.679583] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.768945] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066318, 'name': Rename_Task, 'duration_secs': 0.145561} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.769279] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2164.769528] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2ebf964-886a-4e0c-a0ef-c1344620ecbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.778270] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2164.778270] env[62490]: value = "task-2066321" [ 2164.778270] env[62490]: _type = "Task" [ 2164.778270] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.781796] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d50a840-e572-4479-9cdf-744925f4defa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.788896] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.793201] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a28a886-b8ce-4bb5-9abd-359690f68c87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.823524] env[62490]: DEBUG nova.compute.manager [req-27ac7e42-aa4f-4172-95cc-ed6f6c189eef req-ae7f874c-fb84-4c70-b1fc-eb2a63fba046 service nova] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Detach interface failed, port_id=462167bc-aa44-4ea6-b00a-0f7350ce9600, reason: Instance 8426edc8-1d79-44fd-89f9-b6383ccadc60 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2164.921589] env[62490]: DEBUG oslo_vmware.api [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207946} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.921776] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2164.921904] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2164.922097] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2164.922275] env[62490]: INFO nova.compute.manager [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Took 0.67 seconds to destroy the instance on the hypervisor. [ 2164.922512] env[62490]: DEBUG oslo.service.loopingcall [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.922829] env[62490]: DEBUG nova.compute.manager [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2164.922829] env[62490]: DEBUG nova.network.neutron [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2165.105189] env[62490]: DEBUG nova.compute.manager [req-4fc71696-ce9f-4a64-aaac-2f73441ea685 req-5edc7660-6ac7-4f72-9aa1-09a796cfbfe8 service nova] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Received event network-vif-deleted-5ca542d6-1b23-453e-bdd8-bb278cbb8fbd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2165.105410] env[62490]: DEBUG nova.compute.manager [req-4fc71696-ce9f-4a64-aaac-2f73441ea685 req-5edc7660-6ac7-4f72-9aa1-09a796cfbfe8 service nova] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Received event network-vif-deleted-35c5f8fa-acb5-44d6-806e-c47c703ea661 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2165.183501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.241544] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.354s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.241867] env[62490]: DEBUG nova.compute.manager [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62490) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2165.245392] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.373s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.245570] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.245723] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2165.246125] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.664s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.246234] env[62490]: DEBUG nova.objects.instance [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2165.249910] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c8420-b1f0-41c3-8a98-7c1e176673ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.258399] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695373ec-5d33-4041-b504-2ea789cbd754 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.274849] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a813a0-b3e3-4443-82a7-8fa7ce0d5a84 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.286315] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a000afc-606b-4f7e-994c-4c8f7b50e5b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.292655] env[62490]: DEBUG oslo_vmware.api [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066321, 'name': PowerOnVM_Task, 'duration_secs': 0.45666} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.292795] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2165.293200] env[62490]: INFO nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Took 10.78 seconds to spawn the instance on the hypervisor. [ 2165.293200] env[62490]: DEBUG nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2165.294195] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe9ff13-fc02-4cbc-bcbe-9b9ecf348c62 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.327013] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179112MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2165.327536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.691500] env[62490]: DEBUG nova.network.neutron [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.808144] env[62490]: INFO nova.scheduler.client.report [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted allocation for migration 82159cf0-63ed-4ef8-816f-22d4ff6511d9 [ 2165.843430] env[62490]: INFO nova.compute.manager [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Took 15.76 seconds to build instance. [ 2166.099063] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-13c20c57-891f-4573-b6ad-35c0135d5080" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.099063] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-13c20c57-891f-4573-b6ad-35c0135d5080" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.193787] env[62490]: INFO nova.compute.manager [-] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Took 1.27 seconds to deallocate network for instance. [ 2166.256850] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bb7fc9e4-02f0-4fc0-884c-17b934f6755d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.258162] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.226s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.259515] env[62490]: INFO nova.compute.claims [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2166.316325] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3bebf64a-bc45-4105-9e7f-0ab4f18ef4df tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.594s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.345011] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c9cad711-e311-4c7b-95ab-884d6ef9b529 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.269s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.401007] env[62490]: DEBUG nova.objects.instance [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'flavor' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.601341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.601554] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.602584] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67449da2-2b64-4aeb-8415-d54894fdd01d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.621743] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b8a870-bff4-4f87-9374-af49dd2c2524 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.649401] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfiguring VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2166.649678] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-410b0047-772b-442e-82fe-3af4fc94a7a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.667241] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2166.667241] env[62490]: value = "task-2066322" [ 2166.667241] env[62490]: _type = "Task" [ 2166.667241] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.675188] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.700351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.757869] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce50693-9caf-4886-b56d-b4860964c38c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.766435] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-53b06b7d-c4d3-4be4-a2bc-9c359d729377 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Suspending the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2166.766844] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-195a5baa-33cf-4a12-bd59-8b723e6d4af2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.773062] env[62490]: DEBUG oslo_vmware.api [None req-53b06b7d-c4d3-4be4-a2bc-9c359d729377 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2166.773062] env[62490]: value = "task-2066323" [ 2166.773062] env[62490]: _type = "Task" [ 2166.773062] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.782045] env[62490]: DEBUG oslo_vmware.api [None req-53b06b7d-c4d3-4be4-a2bc-9c359d729377 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066323, 'name': SuspendVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.907097] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.907097] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.907311] env[62490]: DEBUG nova.network.neutron [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2166.907565] env[62490]: DEBUG nova.objects.instance [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'info_cache' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2167.132024] env[62490]: DEBUG nova.compute.manager [req-5133e0bb-cc86-4b38-a8dc-6392b6328ffc req-6b9b1949-83e0-4e04-8d9b-806aa4d16444 service nova] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Received event network-vif-deleted-3f58a0e4-2e6e-4818-ba9b-3d4efc110eef {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2167.179687] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.286019] env[62490]: DEBUG oslo_vmware.api [None req-53b06b7d-c4d3-4be4-a2bc-9c359d729377 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066323, 'name': SuspendVM_Task} progress is 75%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.411070] env[62490]: DEBUG nova.objects.base [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2167.465520] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028db96-dee5-46be-ab62-9648fb085d37 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.472815] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854aa9be-bd7d-4c62-a179-5d37bee08fdf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.504916] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def6e7f-69a7-4cc7-b057-228fb09b4438 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.512276] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11df6934-7652-41ec-8152-c644e43a2616 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.525291] env[62490]: DEBUG nova.compute.provider_tree [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.677565] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.783834] env[62490]: DEBUG oslo_vmware.api [None req-53b06b7d-c4d3-4be4-a2bc-9c359d729377 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066323, 'name': SuspendVM_Task, 'duration_secs': 0.553475} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.784132] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-53b06b7d-c4d3-4be4-a2bc-9c359d729377 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Suspended the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2167.784319] env[62490]: DEBUG nova.compute.manager [None req-53b06b7d-c4d3-4be4-a2bc-9c359d729377 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2167.785179] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f3020a-551c-4030-bbd7-3e925d8545dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.028975] env[62490]: DEBUG nova.scheduler.client.report [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2168.135672] env[62490]: DEBUG nova.network.neutron [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [{"id": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "address": "fa:16:3e:46:c6:15", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24405ff7-99", "ovs_interfaceid": "24405ff7-9907-44c2-9f67-c8a0632c8d1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.177651] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.534625] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.535363] env[62490]: DEBUG nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2168.539160] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.602s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.540066] env[62490]: DEBUG nova.objects.instance [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lazy-loading 'resources' on Instance uuid 8426edc8-1d79-44fd-89f9-b6383ccadc60 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.638455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-c5434c30-b136-40c0-aef3-86cc964a67ae" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.678640] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.042859] env[62490]: DEBUG nova.compute.utils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2169.047212] env[62490]: DEBUG nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2169.047212] env[62490]: DEBUG nova.network.neutron [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2169.094021] env[62490]: DEBUG nova.policy [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33b05ebae944437a24bb807267c015e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '685977bedfd54b07bee6287a739f2907', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2169.180415] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.230090] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.230365] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.230578] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.230768] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.230938] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.236629] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c2944-ca5f-444f-8f31-8f490c0a3f46 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.237272] env[62490]: INFO nova.compute.manager [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Terminating instance [ 2169.244201] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ac3928-7fdc-4dad-ade1-8537c715f836 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.276204] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed802b5-d631-417c-8f9a-98ec09f8d877 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.283899] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6fa8b9-f6e6-4271-9862-8ef8e025d171 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.297224] env[62490]: DEBUG nova.compute.provider_tree [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.402646] env[62490]: DEBUG nova.network.neutron [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Successfully created port: a745a19a-2c80-43a7-9258-df5a3aba5da9 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2169.548050] env[62490]: DEBUG nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2169.643197] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2169.643512] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-535dc9db-cf2f-446a-8ba1-ce4e9279341d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.650566] env[62490]: DEBUG oslo_vmware.api [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2169.650566] env[62490]: value = "task-2066324" [ 2169.650566] env[62490]: _type = "Task" [ 2169.650566] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.658437] env[62490]: DEBUG oslo_vmware.api [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.677442] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.741376] env[62490]: DEBUG nova.compute.manager [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2169.741376] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2169.741900] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a517f7d0-2067-4a5f-bd78-f42c923978e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.749227] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2169.749464] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f777bf77-eeba-43e2-988f-14c9d8d47233 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.800888] env[62490]: DEBUG nova.scheduler.client.report [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2170.162331] env[62490]: DEBUG oslo_vmware.api [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.178787] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.306615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.308977] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.629s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.309267] env[62490]: DEBUG nova.objects.instance [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lazy-loading 'resources' on Instance uuid aac0eead-47fa-4f91-8af9-1950a12104b4 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.329521] env[62490]: INFO nova.scheduler.client.report [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Deleted allocations for instance 8426edc8-1d79-44fd-89f9-b6383ccadc60 [ 2170.557147] env[62490]: DEBUG nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2170.584932] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2170.585199] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2170.585359] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2170.585545] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2170.585693] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2170.585865] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2170.586109] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2170.586281] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2170.586456] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2170.586619] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2170.586791] env[62490]: DEBUG nova.virt.hardware [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2170.587770] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a21eb-fd7e-4145-9ca7-5699d924b6c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.596133] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92c03b-6daa-40f8-990e-bb006f8ba3ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.660020] env[62490]: DEBUG oslo_vmware.api [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066324, 'name': PowerOnVM_Task, 'duration_secs': 0.56307} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.660267] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2170.660465] env[62490]: DEBUG nova.compute.manager [None req-a4eca372-6ea0-471e-a11e-b48fbf6304a3 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2170.661238] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf98b9-8e06-44de-9eca-2537b82bf6ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.678266] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.837469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7247781-1552-4560-8058-1b8b3d5bd4d0 tempest-ListImageFiltersTestJSON-366243174 tempest-ListImageFiltersTestJSON-366243174-project-member] Lock "8426edc8-1d79-44fd-89f9-b6383ccadc60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.386s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.973982] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ce754-4b49-4aca-85ad-379f9fc32013 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.981729] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060cca42-a1e2-42c1-a37c-b161e657b239 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.014250] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86034f1e-86d1-4a1f-9422-ef3ba52bb23b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.021723] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcc9c50-2cef-46c1-84e3-9cdf4c087e9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.035674] env[62490]: DEBUG nova.compute.provider_tree [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.182961] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.539483] env[62490]: DEBUG nova.scheduler.client.report [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2171.682370] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.044725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.047484] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.865s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.047484] env[62490]: DEBUG nova.objects.instance [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'resources' on Instance uuid 1bb73a37-68fd-4f5a-9772-31a3b736e928 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.070475] env[62490]: INFO nova.scheduler.client.report [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Deleted allocations for instance aac0eead-47fa-4f91-8af9-1950a12104b4 [ 2172.183242] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.197377] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "c5434c30-b136-40c0-aef3-86cc964a67ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.197626] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.197836] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.198040] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.198251] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.200661] env[62490]: INFO nova.compute.manager [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Terminating instance [ 2172.582080] env[62490]: DEBUG oslo_concurrency.lockutils [None req-504f77d9-4659-4c79-8999-b457b7073d06 tempest-ServerRescueNegativeTestJSON-2006258856 tempest-ServerRescueNegativeTestJSON-2006258856-project-member] Lock "aac0eead-47fa-4f91-8af9-1950a12104b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.425s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.683084] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.704585] env[62490]: DEBUG nova.compute.manager [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2172.704814] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2172.705849] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7971e6d7-5315-463f-809e-e02bfacf3a3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.712888] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2172.713173] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8040b12b-23d0-455d-98e3-8e669b515748 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.722452] env[62490]: DEBUG oslo_vmware.api [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2172.722452] env[62490]: value = "task-2066326" [ 2172.722452] env[62490]: _type = "Task" [ 2172.722452] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.733747] env[62490]: DEBUG oslo_vmware.api [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.763734] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751dd2b-ae79-4d1e-9a9c-6caef07a16dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.770925] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b9779b-0fb7-4e46-bceb-ea195d0e9d96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.801310] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faef8d9-6d96-4c15-aa87-1a00df897f35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.808984] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62318539-730a-4a10-a24b-1121305bcb93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.822436] env[62490]: DEBUG nova.compute.provider_tree [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.184790] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.234124] env[62490]: DEBUG oslo_vmware.api [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066326, 'name': PowerOffVM_Task, 'duration_secs': 0.179014} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.234474] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2173.234667] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2173.234959] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3184bd35-5338-40f0-93fd-c6b3f48afc3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.326140] env[62490]: DEBUG nova.scheduler.client.report [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.684441] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.729806] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "d3e9cd98-26d5-43e2-8702-1929563748ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.730054] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "d3e9cd98-26d5-43e2-8702-1929563748ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.833942] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.836684] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.509s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.856501] env[62490]: INFO nova.scheduler.client.report [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted allocations for instance 1bb73a37-68fd-4f5a-9772-31a3b736e928 [ 2174.184888] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.232621] env[62490]: DEBUG nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2174.367084] env[62490]: DEBUG oslo_concurrency.lockutils [None req-76e6bf6f-0700-443f-9344-9d17a2a0531b tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "1bb73a37-68fd-4f5a-9772-31a3b736e928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.926s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.528249] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.529021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.529021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.529021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.529186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.531128] env[62490]: INFO nova.compute.manager [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Terminating instance [ 2174.692385] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.759400] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.864556] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.864725] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.864851] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.864972] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b35c2993-c8c0-4ee2-8614-6d1190413d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.865108] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 200b5ab7-5319-4f49-a15d-6e0a1385a3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.865224] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.865336] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c85374c6-6bf2-4ea3-b0e3-6eadce39e91c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.865474] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 49a82331-3c1c-457d-851b-09a3f2871133 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2174.865589] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c5434c30-b136-40c0-aef3-86cc964a67ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.865699] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 845f89a7-3fcb-4eaf-97ad-9656a183bde0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.865807] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2174.865981] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 4f1200d6-f011-4518-8903-444ba62cfe3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2175.034728] env[62490]: DEBUG nova.compute.manager [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2175.034997] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2175.036131] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04a346-cf03-4234-8fc9-76267e3a2e56 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.043617] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2175.043868] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d795fad-8cdc-4a10-8aaa-dcb2dc24ef74 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.050439] env[62490]: DEBUG oslo_vmware.api [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2175.050439] env[62490]: value = "task-2066328" [ 2175.050439] env[62490]: _type = "Task" [ 2175.050439] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.061675] env[62490]: DEBUG oslo_vmware.api [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.077543] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2175.077773] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2175.077951] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleting the datastore file [datastore1] 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2175.078258] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f45619bb-4ee6-40cb-bb06-e65231e722da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.084892] env[62490]: DEBUG oslo_vmware.api [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2175.084892] env[62490]: value = "task-2066329" [ 2175.084892] env[62490]: _type = "Task" [ 2175.084892] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.093375] env[62490]: DEBUG oslo_vmware.api [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.163485] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2175.163752] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2175.164140] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleting the datastore file [datastore1] c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2175.164506] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019b6aea-98ea-446a-a985-e37b99e487c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.171693] env[62490]: DEBUG oslo_vmware.api [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2175.171693] env[62490]: value = "task-2066330" [ 2175.171693] env[62490]: _type = "Task" [ 2175.171693] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.180785] env[62490]: DEBUG oslo_vmware.api [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.189565] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.369429] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d3e9cd98-26d5-43e2-8702-1929563748ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2175.369698] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2175.369879] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2175.537158] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f276b3cd-f634-4a10-be25-715f39a50e6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.545129] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79003589-6357-4180-af62-f1621f2b2583 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.578306] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d52fa-a3e2-463b-ab21-c5a5b62f700f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.583549] env[62490]: DEBUG oslo_vmware.api [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066328, 'name': PowerOffVM_Task, 'duration_secs': 0.180157} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.584113] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2175.584294] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2175.584520] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40b01017-9204-4330-9c7a-2358e74b5ac3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.591684] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4a60f6-0418-406b-9b77-58c0b936fb01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.599698] env[62490]: DEBUG oslo_vmware.api [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148129} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.607215] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2175.607423] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2175.607603] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2175.607780] env[62490]: INFO nova.compute.manager [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Took 5.87 seconds to destroy the instance on the hypervisor. [ 2175.608017] env[62490]: DEBUG oslo.service.loopingcall [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.608383] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2175.609633] env[62490]: DEBUG nova.compute.manager [-] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2175.609737] env[62490]: DEBUG nova.network.neutron [-] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2175.665386] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2175.665544] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2175.665721] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleting the datastore file [datastore1] c85374c6-6bf2-4ea3-b0e3-6eadce39e91c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2175.666044] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd391d02-bc83-42f4-8c8a-80c0bcddc1d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.672015] env[62490]: DEBUG oslo_vmware.api [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2175.672015] env[62490]: value = "task-2066332" [ 2175.672015] env[62490]: _type = "Task" [ 2175.672015] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.686760] env[62490]: DEBUG oslo_vmware.api [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.689645] env[62490]: DEBUG oslo_vmware.api [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141399} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.690169] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2175.690357] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2175.690533] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2175.690699] env[62490]: INFO nova.compute.manager [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Took 2.99 seconds to destroy the instance on the hypervisor. [ 2175.690941] env[62490]: DEBUG oslo.service.loopingcall [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.691142] env[62490]: DEBUG nova.compute.manager [-] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2175.691237] env[62490]: DEBUG nova.network.neutron [-] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2175.695570] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.969365] env[62490]: DEBUG nova.compute.manager [req-dddc8815-c8a0-495d-8432-8d2974e8efd9 req-df086fa6-cd4d-4e7d-aade-2ff94c5917d2 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Received event network-vif-deleted-5e6c95f6-df36-4af6-85e3-38e0b6357569 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2175.969572] env[62490]: INFO nova.compute.manager [req-dddc8815-c8a0-495d-8432-8d2974e8efd9 req-df086fa6-cd4d-4e7d-aade-2ff94c5917d2 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Neutron deleted interface 5e6c95f6-df36-4af6-85e3-38e0b6357569; detaching it from the instance and deleting it from the info cache [ 2175.969749] env[62490]: DEBUG nova.network.neutron [req-dddc8815-c8a0-495d-8432-8d2974e8efd9 req-df086fa6-cd4d-4e7d-aade-2ff94c5917d2 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.072755] env[62490]: DEBUG nova.compute.manager [req-ab025f3d-a38e-4f7e-9096-a746a9e5fa40 req-a5b89da5-ea52-4104-bd8b-aea72b0f4de0 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Received event network-vif-plugged-a745a19a-2c80-43a7-9258-df5a3aba5da9 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2176.073046] env[62490]: DEBUG oslo_concurrency.lockutils [req-ab025f3d-a38e-4f7e-9096-a746a9e5fa40 req-a5b89da5-ea52-4104-bd8b-aea72b0f4de0 service nova] Acquiring lock "4f1200d6-f011-4518-8903-444ba62cfe3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.073289] env[62490]: DEBUG oslo_concurrency.lockutils [req-ab025f3d-a38e-4f7e-9096-a746a9e5fa40 req-a5b89da5-ea52-4104-bd8b-aea72b0f4de0 service nova] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.073468] env[62490]: DEBUG oslo_concurrency.lockutils [req-ab025f3d-a38e-4f7e-9096-a746a9e5fa40 req-a5b89da5-ea52-4104-bd8b-aea72b0f4de0 service nova] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.073637] env[62490]: DEBUG nova.compute.manager [req-ab025f3d-a38e-4f7e-9096-a746a9e5fa40 req-a5b89da5-ea52-4104-bd8b-aea72b0f4de0 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] No waiting events found dispatching network-vif-plugged-a745a19a-2c80-43a7-9258-df5a3aba5da9 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2176.073805] env[62490]: WARNING nova.compute.manager [req-ab025f3d-a38e-4f7e-9096-a746a9e5fa40 req-a5b89da5-ea52-4104-bd8b-aea72b0f4de0 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Received unexpected event network-vif-plugged-a745a19a-2c80-43a7-9258-df5a3aba5da9 for instance with vm_state building and task_state spawning. [ 2176.112365] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2176.182396] env[62490]: DEBUG oslo_vmware.api [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124878} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.187262] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2176.187262] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2176.187262] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2176.187435] env[62490]: INFO nova.compute.manager [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2176.187594] env[62490]: DEBUG oslo.service.loopingcall [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2176.187799] env[62490]: DEBUG nova.compute.manager [-] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2176.187896] env[62490]: DEBUG nova.network.neutron [-] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2176.194974] env[62490]: DEBUG oslo_vmware.api [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066322, 'name': ReconfigVM_Task, 'duration_secs': 9.494807} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.195896] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.195896] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfigured VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2176.447049] env[62490]: DEBUG nova.network.neutron [-] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.473162] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a559a546-b5ac-4d25-9c77-c03440ea8976 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.483151] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7043d87-0fc1-4f9b-aa1d-194a9b49687b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.516924] env[62490]: DEBUG nova.compute.manager [req-dddc8815-c8a0-495d-8432-8d2974e8efd9 req-df086fa6-cd4d-4e7d-aade-2ff94c5917d2 service nova] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Detach interface failed, port_id=5e6c95f6-df36-4af6-85e3-38e0b6357569, reason: Instance 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2176.617758] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2176.617986] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.782s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.618286] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.918s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.618487] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.622461] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.863s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.623914] env[62490]: INFO nova.compute.claims [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2176.657705] env[62490]: INFO nova.scheduler.client.report [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted allocations for instance 49a82331-3c1c-457d-851b-09a3f2871133 [ 2176.689064] env[62490]: DEBUG nova.network.neutron [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Successfully updated port: a745a19a-2c80-43a7-9258-df5a3aba5da9 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2176.952326] env[62490]: INFO nova.compute.manager [-] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Took 1.34 seconds to deallocate network for instance. [ 2177.027497] env[62490]: DEBUG nova.network.neutron [-] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.167367] env[62490]: DEBUG oslo_concurrency.lockutils [None req-29ae9ee4-3cf8-4f8e-9e4e-91730af3f8a3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "49a82331-3c1c-457d-851b-09a3f2871133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.425s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.191559] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "refresh_cache-4f1200d6-f011-4518-8903-444ba62cfe3f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.191732] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquired lock "refresh_cache-4f1200d6-f011-4518-8903-444ba62cfe3f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.191842] env[62490]: DEBUG nova.network.neutron [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.257775] env[62490]: DEBUG nova.network.neutron [-] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.458157] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.531533] env[62490]: INFO nova.compute.manager [-] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Took 1.84 seconds to deallocate network for instance. [ 2177.737677] env[62490]: DEBUG nova.network.neutron [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2177.756132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.756369] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.756560] env[62490]: DEBUG nova.network.neutron [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.760939] env[62490]: INFO nova.compute.manager [-] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Took 1.57 seconds to deallocate network for instance. [ 2177.823050] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08487a7-0d32-4ed7-bcd4-00887af33016 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.831102] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975b5bd9-aeae-4a86-b00b-df5d016fdd50 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.866480] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d212975-927b-4356-b324-b2781f7d8c75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.869857] env[62490]: DEBUG nova.compute.manager [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-vif-deleted-e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2177.870055] env[62490]: INFO nova.compute.manager [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Neutron deleted interface e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1; detaching it from the instance and deleting it from the info cache [ 2177.870347] env[62490]: DEBUG nova.network.neutron [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13c20c57-891f-4573-b6ad-35c0135d5080", "address": "fa:16:3e:35:7d:79", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13c20c57-89", "ovs_interfaceid": "13c20c57-891f-4573-b6ad-35c0135d5080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.877750] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8686621f-d151-4b54-9dfd-35e423d083d0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.893018] env[62490]: DEBUG nova.compute.provider_tree [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2177.906330] env[62490]: DEBUG nova.network.neutron [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Updating instance_info_cache with network_info: [{"id": "a745a19a-2c80-43a7-9258-df5a3aba5da9", "address": "fa:16:3e:ee:e1:d4", "network": {"id": "cd889058-1b08-4d2b-b5ff-2251ca4b627b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-465446216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "685977bedfd54b07bee6287a739f2907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa745a19a-2c", "ovs_interfaceid": "a745a19a-2c80-43a7-9258-df5a3aba5da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.005302] env[62490]: DEBUG nova.compute.manager [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Received event network-vif-deleted-24405ff7-9907-44c2-9f67-c8a0632c8d1c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2178.005549] env[62490]: DEBUG nova.compute.manager [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Received event network-changed-a745a19a-2c80-43a7-9258-df5a3aba5da9 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2178.005688] env[62490]: DEBUG nova.compute.manager [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Refreshing instance network info cache due to event network-changed-a745a19a-2c80-43a7-9258-df5a3aba5da9. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2178.005873] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] Acquiring lock "refresh_cache-4f1200d6-f011-4518-8903-444ba62cfe3f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.037462] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.268572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.374149] env[62490]: DEBUG oslo_concurrency.lockutils [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.374415] env[62490]: DEBUG oslo_concurrency.lockutils [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Acquired lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.375491] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92303840-6e4b-426a-abe4-a53edd88a906 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.397947] env[62490]: DEBUG nova.scheduler.client.report [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2178.401311] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.402055] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1afd58-6cce-4467-9cd9-52d6589d8ed6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.424793] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Releasing lock "refresh_cache-4f1200d6-f011-4518-8903-444ba62cfe3f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.425104] env[62490]: DEBUG nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Instance network_info: |[{"id": "a745a19a-2c80-43a7-9258-df5a3aba5da9", "address": "fa:16:3e:ee:e1:d4", "network": {"id": "cd889058-1b08-4d2b-b5ff-2251ca4b627b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-465446216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "685977bedfd54b07bee6287a739f2907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa745a19a-2c", "ovs_interfaceid": "a745a19a-2c80-43a7-9258-df5a3aba5da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2178.430847] env[62490]: DEBUG nova.virt.vmwareapi.vmops [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfiguring VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2178.431734] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] Acquired lock "refresh_cache-4f1200d6-f011-4518-8903-444ba62cfe3f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.431913] env[62490]: DEBUG nova.network.neutron [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Refreshing network info cache for port a745a19a-2c80-43a7-9258-df5a3aba5da9 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.433043] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:e1:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a745a19a-2c80-43a7-9258-df5a3aba5da9', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2178.440223] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Creating folder: Project (685977bedfd54b07bee6287a739f2907). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2178.440443] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32b0f8f-edbb-413e-bbb4-eae63c09e4c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.455929] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d026f238-5eef-485b-8f22-60a5d2fb4ed4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.463833] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Waiting for the task: (returnval){ [ 2178.463833] env[62490]: value = "task-2066334" [ 2178.463833] env[62490]: _type = "Task" [ 2178.463833] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.472132] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Created folder: Project (685977bedfd54b07bee6287a739f2907) in parent group-v423467. [ 2178.472324] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Creating folder: Instances. Parent ref: group-v423726. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2178.475386] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13853eb2-6d6d-4c85-829a-2432bec61f10 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.477056] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.484849] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Created folder: Instances in parent group-v423726. [ 2178.485093] env[62490]: DEBUG oslo.service.loopingcall [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.485282] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2178.485486] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f37eb2c-b798-4203-9dc6-fde24d9b6426 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.506931] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2178.506931] env[62490]: value = "task-2066336" [ 2178.506931] env[62490]: _type = "Task" [ 2178.506931] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.515470] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066336, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.660891] env[62490]: INFO nova.network.neutron [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Port 13c20c57-891f-4573-b6ad-35c0135d5080 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2178.661110] env[62490]: INFO nova.network.neutron [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Port e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2178.661447] env[62490]: DEBUG nova.network.neutron [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.906956] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.906956] env[62490]: DEBUG nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2178.909901] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.452s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.910039] env[62490]: DEBUG nova.objects.instance [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'resources' on Instance uuid 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.973575] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.016303] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066336, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.163784] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.198697] env[62490]: DEBUG nova.network.neutron [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Updated VIF entry in instance network info cache for port a745a19a-2c80-43a7-9258-df5a3aba5da9. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2179.199629] env[62490]: DEBUG nova.network.neutron [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Updating instance_info_cache with network_info: [{"id": "a745a19a-2c80-43a7-9258-df5a3aba5da9", "address": "fa:16:3e:ee:e1:d4", "network": {"id": "cd889058-1b08-4d2b-b5ff-2251ca4b627b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-465446216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "685977bedfd54b07bee6287a739f2907", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa745a19a-2c", "ovs_interfaceid": "a745a19a-2c80-43a7-9258-df5a3aba5da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.413573] env[62490]: DEBUG nova.compute.utils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2179.418038] env[62490]: DEBUG nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Not allocating networking since 'none' was specified. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2179.475600] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.518541] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066336, 'name': CreateVM_Task, 'duration_secs': 0.519506} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.520584] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2179.521411] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.521584] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.521891] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2179.522151] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e5ff7e-dad4-4e85-97fd-1da335885a25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.526288] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2179.526288] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5d3cb-7030-2e68-4f04-5856a5da20af" [ 2179.526288] env[62490]: _type = "Task" [ 2179.526288] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.537131] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5d3cb-7030-2e68-4f04-5856a5da20af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.561849] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ab0d6-539e-40ed-965d-8cfc852df79d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.568840] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d481ff3b-9205-44f6-ac81-88e0e1bc92da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.598790] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8de496-6543-4c3c-bc13-19bf0857206b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.605732] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e800cf7-62fb-44cc-ad79-7db2364b27f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.618754] env[62490]: DEBUG nova.compute.provider_tree [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.668318] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4d6a5ca2-984e-4cf5-bc23-018e7ee0c804 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-b35c2993-c8c0-4ee2-8614-6d1190413d4a-13c20c57-891f-4573-b6ad-35c0135d5080" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.570s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.701073] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] Releasing lock "refresh_cache-4f1200d6-f011-4518-8903-444ba62cfe3f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.701370] env[62490]: DEBUG nova.compute.manager [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-vif-deleted-13c20c57-891f-4573-b6ad-35c0135d5080 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2179.701548] env[62490]: INFO nova.compute.manager [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Neutron deleted interface 13c20c57-891f-4573-b6ad-35c0135d5080; detaching it from the instance and deleting it from the info cache [ 2179.701847] env[62490]: DEBUG nova.network.neutron [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [{"id": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "address": "fa:16:3e:e5:3e:41", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed22f1a-f0", "ovs_interfaceid": "3ed22f1a-f077-4878-b7ee-17a787ad0147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.745640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.745959] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.918644] env[62490]: DEBUG nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2179.976050] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.038154] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b5d3cb-7030-2e68-4f04-5856a5da20af, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.038458] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.038730] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2180.038965] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.039130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.039312] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2180.039557] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93ae43ac-5a23-4be3-95ba-d109e310f2b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.047098] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2180.047277] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2180.047934] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb56ff05-2637-4850-bc7e-9262f2de7d6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.052781] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2180.052781] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d830d3-234c-ee51-ef03-33104326a715" [ 2180.052781] env[62490]: _type = "Task" [ 2180.052781] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.059961] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d830d3-234c-ee51-ef03-33104326a715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.124356] env[62490]: DEBUG nova.scheduler.client.report [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.204450] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.250050] env[62490]: DEBUG nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2180.476425] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.562848] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d830d3-234c-ee51-ef03-33104326a715, 'name': SearchDatastore_Task, 'duration_secs': 0.007899} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.563624] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71385453-b4ec-4099-8459-cf65f74af31f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.569012] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2180.569012] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c1b84b-fb52-0417-d21d-8047f33b3784" [ 2180.569012] env[62490]: _type = "Task" [ 2180.569012] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.576193] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c1b84b-fb52-0417-d21d-8047f33b3784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.628679] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.632315] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.594s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.632315] env[62490]: DEBUG nova.objects.instance [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'resources' on Instance uuid c5434c30-b136-40c0-aef3-86cc964a67ae {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.652118] env[62490]: INFO nova.scheduler.client.report [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted allocations for instance 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49 [ 2180.767791] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.928226] env[62490]: DEBUG nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2180.954151] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2180.954427] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2180.954587] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2180.954768] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2180.954913] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2180.955080] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2180.955302] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2180.955464] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2180.955632] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2180.955806] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2180.955986] env[62490]: DEBUG nova.virt.hardware [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2180.957225] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a1357-5600-42c4-b7c3-2b27611333af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.965309] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1876aa81-7234-4b0f-bb8b-ce27bdd84c3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.976956] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.984987] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2180.990643] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Creating folder: Project (c99cacedd64640f79117804a887e17cf). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2180.990927] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-329aded8-b220-4635-8a38-c718d0c7a2ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.000618] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Created folder: Project (c99cacedd64640f79117804a887e17cf) in parent group-v423467. [ 2181.000796] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Creating folder: Instances. Parent ref: group-v423729. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2181.001014] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f7258f8-5f01-4c5e-9b27-ada706788566 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.008909] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Created folder: Instances in parent group-v423729. [ 2181.009140] env[62490]: DEBUG oslo.service.loopingcall [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.009326] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2181.009513] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00cbbc2-a317-4d43-9554-2834b51ab629 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.025437] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2181.025437] env[62490]: value = "task-2066339" [ 2181.025437] env[62490]: _type = "Task" [ 2181.025437] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.034469] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066339, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.081318] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c1b84b-fb52-0417-d21d-8047f33b3784, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.081722] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.082986] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4f1200d6-f011-4518-8903-444ba62cfe3f/4f1200d6-f011-4518-8903-444ba62cfe3f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2181.082986] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf9fe39-8d07-4f3c-92ad-d47d6ec8667f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.088930] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2181.088930] env[62490]: value = "task-2066340" [ 2181.088930] env[62490]: _type = "Task" [ 2181.088930] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.097428] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.159451] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7fcbaa79-d7af-4f19-b1f6-555c59c52baa tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.929s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.307805] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a964788a-595a-4368-aeb9-8484b5631893 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.316883] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf29e26-3b5c-4653-ae56-215d5f12a75d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.352387] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209c8af3-88ea-4936-8428-2a3dddd350b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.363809] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6cdf1f-8469-4ef3-9fb0-121d784d10c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.378573] env[62490]: DEBUG nova.compute.provider_tree [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.479422] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.537226] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066339, 'name': CreateVM_Task, 'duration_secs': 0.384992} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.537388] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2181.537779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.537945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.538320] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2181.538649] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a17ed25-15e3-412f-bb94-ecd9f8bf9b3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.545454] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2181.545454] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fa87a5-2b6b-9d8a-4b1e-613575c5bd48" [ 2181.545454] env[62490]: _type = "Task" [ 2181.545454] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.557341] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fa87a5-2b6b-9d8a-4b1e-613575c5bd48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.598390] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066340, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.824545] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.824796] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.884188] env[62490]: DEBUG nova.scheduler.client.report [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2181.980421] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.056600] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fa87a5-2b6b-9d8a-4b1e-613575c5bd48, 'name': SearchDatastore_Task, 'duration_secs': 0.047451} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.056600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2182.056600] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2182.056600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.056600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.056600] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2182.056950] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf669746-fa54-41a2-8d45-68e354746411 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.065391] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2182.065569] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2182.066291] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f4c0b8-9155-4485-a7bd-9ecbcfb5f931 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.070957] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2182.070957] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52057fb1-38d8-3af0-3b3c-9c8dc57b4f93" [ 2182.070957] env[62490]: _type = "Task" [ 2182.070957] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.078856] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52057fb1-38d8-3af0-3b3c-9c8dc57b4f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.097877] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521584} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.098204] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 4f1200d6-f011-4518-8903-444ba62cfe3f/4f1200d6-f011-4518-8903-444ba62cfe3f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2182.098333] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2182.098571] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16415b18-9155-4eab-a7ae-102c4c1f65be {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.104969] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2182.104969] env[62490]: value = "task-2066341" [ 2182.104969] env[62490]: _type = "Task" [ 2182.104969] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.112826] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.327295] env[62490]: DEBUG nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2182.387656] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.390157] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.122s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.390385] env[62490]: DEBUG nova.objects.instance [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'resources' on Instance uuid c85374c6-6bf2-4ea3-b0e3-6eadce39e91c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2182.421537] env[62490]: INFO nova.scheduler.client.report [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted allocations for instance c5434c30-b136-40c0-aef3-86cc964a67ae [ 2182.481813] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.582674] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52057fb1-38d8-3af0-3b3c-9c8dc57b4f93, 'name': SearchDatastore_Task, 'duration_secs': 0.008335} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.583459] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ca5778-8b91-4c14-bc1d-7cf64e316665 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.589044] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2182.589044] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5260ad67-9a0f-a898-113a-739c67ee0454" [ 2182.589044] env[62490]: _type = "Task" [ 2182.589044] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.595952] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5260ad67-9a0f-a898-113a-739c67ee0454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.614288] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06788} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.614480] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2182.615564] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd1c68-cab7-4c1d-b454-3afef51f2082 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.646398] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4f1200d6-f011-4518-8903-444ba62cfe3f/4f1200d6-f011-4518-8903-444ba62cfe3f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2182.646551] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45104093-756a-46d2-ac44-f1a7e0a659cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.666113] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2182.666113] env[62490]: value = "task-2066342" [ 2182.666113] env[62490]: _type = "Task" [ 2182.666113] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.674417] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.844885] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.930531] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8262c661-6c82-4e12-b38a-ced006d7b276 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "c5434c30-b136-40c0-aef3-86cc964a67ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.733s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.983085] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.056166] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9677d85-a8d9-4029-ab6e-9f4aa952d9cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.063405] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c76dd5f-0ada-4808-91d1-f4c9614cd51a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.095703] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e14f94-b16a-4e1d-8a3e-f8988ec8ed07 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.103334] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5260ad67-9a0f-a898-113a-739c67ee0454, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.105405] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.105671] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d3e9cd98-26d5-43e2-8702-1929563748ec/d3e9cd98-26d5-43e2-8702-1929563748ec.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2183.105960] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40e8975-13e4-408c-8fa5-17f80322cf7f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.108703] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b0444b-35a1-43da-87e1-c58520b65f78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.124724] env[62490]: DEBUG nova.compute.provider_tree [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.127200] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2183.127200] env[62490]: value = "task-2066343" [ 2183.127200] env[62490]: _type = "Task" [ 2183.127200] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.137998] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.137998] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.139012] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.175871] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066342, 'name': ReconfigVM_Task, 'duration_secs': 0.351185} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.176179] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4f1200d6-f011-4518-8903-444ba62cfe3f/4f1200d6-f011-4518-8903-444ba62cfe3f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2183.176785] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85436635-b837-4662-be78-43ab1598ccd1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.182180] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2183.182180] env[62490]: value = "task-2066344" [ 2183.182180] env[62490]: _type = "Task" [ 2183.182180] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.189407] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066344, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.481979] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.628995] env[62490]: DEBUG nova.scheduler.client.report [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.632217] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "a9e6d0c8-e019-4612-872e-e13feefa2643" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.632457] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.643721] env[62490]: DEBUG nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2183.646650] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066343, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.692586] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066344, 'name': Rename_Task, 'duration_secs': 0.147116} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.692873] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2183.693144] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba070911-b75e-4431-80a3-6ce65ec3aafb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.699317] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2183.699317] env[62490]: value = "task-2066345" [ 2183.699317] env[62490]: _type = "Task" [ 2183.699317] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.707479] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.981885] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.137083] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.138641] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.371s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.140262] env[62490]: INFO nova.compute.claims [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2184.143120] env[62490]: DEBUG nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2184.154028] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578961} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.156832] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d3e9cd98-26d5-43e2-8702-1929563748ec/d3e9cd98-26d5-43e2-8702-1929563748ec.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2184.157130] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2184.157808] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6da37d5-470f-4ad6-82d6-42f5153bfbdf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.165327] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2184.165327] env[62490]: value = "task-2066346" [ 2184.165327] env[62490]: _type = "Task" [ 2184.165327] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.167027] env[62490]: INFO nova.scheduler.client.report [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted allocations for instance c85374c6-6bf2-4ea3-b0e3-6eadce39e91c [ 2184.175951] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.184478] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.210734] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066345, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.484512] env[62490]: DEBUG oslo_vmware.api [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Task: {'id': task-2066334, 'name': ReconfigVM_Task, 'duration_secs': 5.770516} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.484774] env[62490]: DEBUG oslo_concurrency.lockutils [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] Releasing lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.484985] env[62490]: DEBUG nova.virt.vmwareapi.vmops [req-65eb1498-1f07-4512-afea-a5899103ee80 req-1e3d4477-5bed-4d26-884c-50274a30ca65 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Reconfigured VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2184.485515] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.084s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.485739] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.485954] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.486255] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.488300] env[62490]: INFO nova.compute.manager [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Terminating instance [ 2184.675514] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.683270] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071835} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.684859] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2184.684859] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2cda07-dafc-430f-a6a2-c78be56d5708 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.687376] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f392d881-2d70-431d-900e-bc0c23a843a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "c85374c6-6bf2-4ea3-b0e3-6eadce39e91c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.159s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.706409] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] d3e9cd98-26d5-43e2-8702-1929563748ec/d3e9cd98-26d5-43e2-8702-1929563748ec.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2184.707680] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a61f33d-c2a0-4be5-b363-bd99cf1d71b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.731811] env[62490]: DEBUG oslo_vmware.api [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066345, 'name': PowerOnVM_Task, 'duration_secs': 0.822605} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.732911] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2184.733151] env[62490]: INFO nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Took 14.18 seconds to spawn the instance on the hypervisor. [ 2184.733374] env[62490]: DEBUG nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2184.733676] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2184.733676] env[62490]: value = "task-2066347" [ 2184.733676] env[62490]: _type = "Task" [ 2184.733676] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.734474] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df4acf-e30d-4f59-b6b2-403ad6102d0f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.750483] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.993623] env[62490]: DEBUG nova.compute.manager [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2184.993926] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2184.996644] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece80139-a30f-4f11-90db-10ef01924994 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.007730] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.008069] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef738bae-52e4-482d-9f16-9479a18d5df6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.016028] env[62490]: DEBUG oslo_vmware.api [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2185.016028] env[62490]: value = "task-2066348" [ 2185.016028] env[62490]: _type = "Task" [ 2185.016028] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.029731] env[62490]: DEBUG oslo_vmware.api [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.248773] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.259564] env[62490]: INFO nova.compute.manager [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Took 22.24 seconds to build instance. [ 2185.364126] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7289866-3b34-491f-934a-879525e0aa3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.372568] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ef400-42e5-4d8d-923b-b17475ae045e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.420125] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e30b45-aee0-45a0-8ccc-79c4149abcdb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.431566] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6ef2db-1ebb-4c19-b96d-8281a32ffe0e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.447194] env[62490]: DEBUG nova.compute.provider_tree [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.495916] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fc0b6751-bfc3-4462-8956-643116040e22 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "interface-4f1200d6-f011-4518-8903-444ba62cfe3f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.496169] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fc0b6751-bfc3-4462-8956-643116040e22 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "interface-4f1200d6-f011-4518-8903-444ba62cfe3f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.496436] env[62490]: DEBUG nova.objects.instance [None req-fc0b6751-bfc3-4462-8956-643116040e22 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lazy-loading 'flavor' on Instance uuid 4f1200d6-f011-4518-8903-444ba62cfe3f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.527234] env[62490]: DEBUG oslo_vmware.api [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066348, 'name': PowerOffVM_Task, 'duration_secs': 0.29991} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.527520] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2185.527690] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2185.527942] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31601b1b-2bcc-4edd-bfc2-bb59044ca73c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.702566] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2185.702813] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2185.702999] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleting the datastore file [datastore1] b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2185.702999] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1f688f-875b-47fe-a05f-041983f22030 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.711781] env[62490]: DEBUG oslo_vmware.api [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2185.711781] env[62490]: value = "task-2066350" [ 2185.711781] env[62490]: _type = "Task" [ 2185.711781] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.725872] env[62490]: DEBUG oslo_vmware.api [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.749754] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066347, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.762794] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2ecbbd21-c895-4c34-b5eb-21eee07a76c3 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.756s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.950909] env[62490]: DEBUG nova.scheduler.client.report [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.000606] env[62490]: DEBUG nova.objects.instance [None req-fc0b6751-bfc3-4462-8956-643116040e22 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f1200d6-f011-4518-8903-444ba62cfe3f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2186.021524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "9f4a3813-b629-46cd-bd78-c718b1b334f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.021524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.222164] env[62490]: DEBUG oslo_vmware.api [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218091} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.222381] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2186.222570] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2186.222745] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2186.222913] env[62490]: INFO nova.compute.manager [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2186.223175] env[62490]: DEBUG oslo.service.loopingcall [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.223372] env[62490]: DEBUG nova.compute.manager [-] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2186.223468] env[62490]: DEBUG nova.network.neutron [-] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2186.248775] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066347, 'name': ReconfigVM_Task, 'duration_secs': 1.04935} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.249131] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Reconfigured VM instance instance-00000060 to attach disk [datastore1] d3e9cd98-26d5-43e2-8702-1929563748ec/d3e9cd98-26d5-43e2-8702-1929563748ec.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2186.249616] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29f072f5-da4b-4f70-b42d-20324830818b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.259271] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2186.259271] env[62490]: value = "task-2066351" [ 2186.259271] env[62490]: _type = "Task" [ 2186.259271] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.266950] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066351, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.267611] env[62490]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 could not be found.", "detail": ""}} {{(pid=62490) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2186.267822] env[62490]: DEBUG nova.network.neutron [-] Unable to show port e6d9fd28-8d34-49a6-8b7d-f6eb2e3b90d1 as it no longer exists. {{(pid=62490) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2186.458295] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.458853] env[62490]: DEBUG nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2186.461618] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.617s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.462937] env[62490]: INFO nova.compute.claims [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2186.503821] env[62490]: DEBUG nova.objects.base [None req-fc0b6751-bfc3-4462-8956-643116040e22 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Object Instance<4f1200d6-f011-4518-8903-444ba62cfe3f> lazy-loaded attributes: flavor,pci_requests {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2186.503821] env[62490]: DEBUG nova.network.neutron [None req-fc0b6751-bfc3-4462-8956-643116040e22 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2186.524692] env[62490]: DEBUG nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2186.770142] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066351, 'name': Rename_Task, 'duration_secs': 0.15205} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.770264] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2186.770451] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e54a6174-4f10-4527-82bb-cc2372fa8d0c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.778031] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2186.778031] env[62490]: value = "task-2066352" [ 2186.778031] env[62490]: _type = "Task" [ 2186.778031] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.786050] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.882896] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fc0b6751-bfc3-4462-8956-643116040e22 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "interface-4f1200d6-f011-4518-8903-444ba62cfe3f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.387s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.967364] env[62490]: DEBUG nova.compute.utils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2186.975318] env[62490]: DEBUG nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2186.975501] env[62490]: DEBUG nova.network.neutron [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2187.029397] env[62490]: DEBUG nova.policy [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7fdfb83d0b548c0b82402481db287c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3c7f094e4e4556ab2baa80db2b21b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2187.044802] env[62490]: DEBUG nova.compute.manager [req-10cc989e-f837-485b-ad67-5bc1b6226199 req-f623468c-7fc9-4a7c-8790-f58778f9a616 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Received event network-vif-deleted-3ed22f1a-f077-4878-b7ee-17a787ad0147 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2187.045348] env[62490]: INFO nova.compute.manager [req-10cc989e-f837-485b-ad67-5bc1b6226199 req-f623468c-7fc9-4a7c-8790-f58778f9a616 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Neutron deleted interface 3ed22f1a-f077-4878-b7ee-17a787ad0147; detaching it from the instance and deleting it from the info cache [ 2187.045348] env[62490]: DEBUG nova.network.neutron [req-10cc989e-f837-485b-ad67-5bc1b6226199 req-f623468c-7fc9-4a7c-8790-f58778f9a616 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.052931] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.293774] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066352, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.309044] env[62490]: DEBUG nova.network.neutron [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Successfully created port: 0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2187.476220] env[62490]: DEBUG nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2187.501508] env[62490]: DEBUG nova.network.neutron [-] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.550028] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b3a337f-2013-4563-a2bc-4dd4d56ad77b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.558957] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034bc9d-79bc-4898-8b40-d2e6601796aa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.591264] env[62490]: DEBUG nova.compute.manager [req-10cc989e-f837-485b-ad67-5bc1b6226199 req-f623468c-7fc9-4a7c-8790-f58778f9a616 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Detach interface failed, port_id=3ed22f1a-f077-4878-b7ee-17a787ad0147, reason: Instance b35c2993-c8c0-4ee2-8614-6d1190413d4a could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2187.702835] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df4a335-c941-4414-9831-87ed1501c9b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.710978] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a9845e-bf83-4045-9042-0eefdf7d70e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.742140] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532bedc-809f-4052-b50a-d5e3ca8d85b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.749987] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1138e8a-03e5-477e-bfa7-f5f9712e35ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.764321] env[62490]: DEBUG nova.compute.provider_tree [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.788423] env[62490]: DEBUG oslo_vmware.api [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066352, 'name': PowerOnVM_Task, 'duration_secs': 0.662354} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.788702] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2187.788903] env[62490]: INFO nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Took 6.86 seconds to spawn the instance on the hypervisor. [ 2187.789087] env[62490]: DEBUG nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2187.789848] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13c8645-61cb-4e5d-adb2-1fe0e87e2049 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.004589] env[62490]: INFO nova.compute.manager [-] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Took 1.78 seconds to deallocate network for instance. [ 2188.268019] env[62490]: DEBUG nova.scheduler.client.report [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.305347] env[62490]: INFO nova.compute.manager [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Took 13.57 seconds to build instance. [ 2188.490561] env[62490]: DEBUG nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2188.511950] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.522665] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2188.522936] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2188.523124] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2188.523338] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2188.523488] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2188.523637] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2188.523872] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2188.524050] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2188.524327] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2188.525214] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2188.525214] env[62490]: DEBUG nova.virt.hardware [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2188.525662] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e2422a-0ab8-4ca5-92f9-07dc9214addf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.534272] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69981063-6c89-48f7-874a-16c34dfbf394 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.611648] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "4f1200d6-f011-4518-8903-444ba62cfe3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.611965] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.612263] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "4f1200d6-f011-4518-8903-444ba62cfe3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.612517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.613098] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.615051] env[62490]: INFO nova.compute.manager [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Terminating instance [ 2188.773187] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.773753] env[62490]: DEBUG nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2188.776312] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.601s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.777759] env[62490]: INFO nova.compute.claims [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2188.807133] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4f0aee61-1e9e-40d4-9477-14685ba5e5fe tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "d3e9cd98-26d5-43e2-8702-1929563748ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.077s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.860584] env[62490]: DEBUG nova.network.neutron [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Successfully updated port: 0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2189.069047] env[62490]: DEBUG nova.compute.manager [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Received event network-vif-plugged-0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2189.069444] env[62490]: DEBUG oslo_concurrency.lockutils [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] Acquiring lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.069495] env[62490]: DEBUG oslo_concurrency.lockutils [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.069666] env[62490]: DEBUG oslo_concurrency.lockutils [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.069896] env[62490]: DEBUG nova.compute.manager [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] No waiting events found dispatching network-vif-plugged-0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2189.070116] env[62490]: WARNING nova.compute.manager [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Received unexpected event network-vif-plugged-0f180e87-0d6c-4530-8c2d-8e1f1eff980c for instance with vm_state building and task_state spawning. [ 2189.070290] env[62490]: DEBUG nova.compute.manager [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Received event network-changed-0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2189.070448] env[62490]: DEBUG nova.compute.manager [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Refreshing instance network info cache due to event network-changed-0f180e87-0d6c-4530-8c2d-8e1f1eff980c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2189.070631] env[62490]: DEBUG oslo_concurrency.lockutils [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] Acquiring lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.070768] env[62490]: DEBUG oslo_concurrency.lockutils [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] Acquired lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.070920] env[62490]: DEBUG nova.network.neutron [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Refreshing network info cache for port 0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2189.072456] env[62490]: DEBUG nova.compute.manager [None req-e08e1cc6-07f3-428b-a46e-224f25003a82 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2189.073649] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75386d06-b490-427f-9a0e-d22fc1bd8f2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.118475] env[62490]: DEBUG nova.compute.manager [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2189.118708] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2189.119646] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67713c37-9658-40c2-8778-e8ca13f3cfb9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.127728] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2189.127977] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf9611ff-987c-4483-b4d8-27937bdc1281 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.135052] env[62490]: DEBUG oslo_vmware.api [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2189.135052] env[62490]: value = "task-2066353" [ 2189.135052] env[62490]: _type = "Task" [ 2189.135052] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.144142] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "d3e9cd98-26d5-43e2-8702-1929563748ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.144397] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "d3e9cd98-26d5-43e2-8702-1929563748ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.144600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "d3e9cd98-26d5-43e2-8702-1929563748ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.144809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "d3e9cd98-26d5-43e2-8702-1929563748ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.145014] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "d3e9cd98-26d5-43e2-8702-1929563748ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.146694] env[62490]: DEBUG oslo_vmware.api [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.147178] env[62490]: INFO nova.compute.manager [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Terminating instance [ 2189.282433] env[62490]: DEBUG nova.compute.utils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2189.286661] env[62490]: DEBUG nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2189.286851] env[62490]: DEBUG nova.network.neutron [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2189.327814] env[62490]: DEBUG nova.policy [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc913d2901c742a5bb387d4bf634ef09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6874717709cd407a9e255333e3a4d1e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2189.362953] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.572914] env[62490]: DEBUG nova.network.neutron [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Successfully created port: ed56b498-3657-4725-a54a-b8db546945c2 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2189.584643] env[62490]: INFO nova.compute.manager [None req-e08e1cc6-07f3-428b-a46e-224f25003a82 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] instance snapshotting [ 2189.585151] env[62490]: DEBUG nova.objects.instance [None req-e08e1cc6-07f3-428b-a46e-224f25003a82 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lazy-loading 'flavor' on Instance uuid d3e9cd98-26d5-43e2-8702-1929563748ec {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2189.616866] env[62490]: DEBUG nova.network.neutron [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2189.644406] env[62490]: DEBUG oslo_vmware.api [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066353, 'name': PowerOffVM_Task, 'duration_secs': 0.224333} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.644660] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2189.644827] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2189.645093] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8392e47-d91a-480e-bd0e-a91e22172bce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.651188] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "refresh_cache-d3e9cd98-26d5-43e2-8702-1929563748ec" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.651351] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquired lock "refresh_cache-d3e9cd98-26d5-43e2-8702-1929563748ec" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.651526] env[62490]: DEBUG nova.network.neutron [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2189.770398] env[62490]: DEBUG nova.network.neutron [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.788493] env[62490]: DEBUG nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2189.897802] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2189.898029] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2189.898213] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Deleting the datastore file [datastore1] 4f1200d6-f011-4518-8903-444ba62cfe3f {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.898472] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc49d82-29a5-4441-83a5-cbe1bc25ca3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.907849] env[62490]: DEBUG oslo_vmware.api [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for the task: (returnval){ [ 2189.907849] env[62490]: value = "task-2066355" [ 2189.907849] env[62490]: _type = "Task" [ 2189.907849] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.918596] env[62490]: DEBUG oslo_vmware.api [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.000210] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f8dd1e-e3ad-478a-b2aa-805ef6092ba0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.008443] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12109e92-1b21-4c7c-ba21-d12427035cd5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.038056] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd27eb-7d0d-4a4b-be4a-a56c95f7ffbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.046504] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e7c970-7199-49b4-ba84-e6127f2e0368 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.061366] env[62490]: DEBUG nova.compute.provider_tree [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2190.090407] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069c9b3e-b62b-4fbc-9eeb-904d891ca491 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.107110] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc7466b-b509-4771-93e2-f591a8b7bc7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.174380] env[62490]: DEBUG nova.network.neutron [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2190.220707] env[62490]: DEBUG nova.network.neutron [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.274227] env[62490]: DEBUG oslo_concurrency.lockutils [req-91d21302-58db-4dde-8b4c-89e3d25b2855 req-8ecbd1a4-5a27-4082-a5a6-806662d9b036 service nova] Releasing lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.274227] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.274227] env[62490]: DEBUG nova.network.neutron [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2190.418280] env[62490]: DEBUG oslo_vmware.api [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Task: {'id': task-2066355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149802} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.419125] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2190.419125] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2190.419125] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2190.419125] env[62490]: INFO nova.compute.manager [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2190.419329] env[62490]: DEBUG oslo.service.loopingcall [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2190.419525] env[62490]: DEBUG nova.compute.manager [-] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2190.419617] env[62490]: DEBUG nova.network.neutron [-] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2190.564728] env[62490]: DEBUG nova.scheduler.client.report [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2190.616580] env[62490]: DEBUG nova.compute.manager [None req-e08e1cc6-07f3-428b-a46e-224f25003a82 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Instance disappeared during snapshot {{(pid=62490) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 2190.723182] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Releasing lock "refresh_cache-d3e9cd98-26d5-43e2-8702-1929563748ec" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.723801] env[62490]: DEBUG nova.compute.manager [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2190.724136] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2190.725012] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d2dc92-d3fa-4737-b289-3051c3e936c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.732293] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2190.732521] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa009fab-daa7-4d53-96b2-d52c59a22ced {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.738951] env[62490]: DEBUG oslo_vmware.api [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2190.738951] env[62490]: value = "task-2066356" [ 2190.738951] env[62490]: _type = "Task" [ 2190.738951] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.746943] env[62490]: DEBUG oslo_vmware.api [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.759944] env[62490]: DEBUG nova.compute.manager [None req-e08e1cc6-07f3-428b-a46e-224f25003a82 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Found 0 images (rotation: 2) {{(pid=62490) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2190.799662] env[62490]: DEBUG nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2190.804936] env[62490]: DEBUG nova.network.neutron [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2190.820741] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2190.820989] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2190.821167] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2190.821361] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2190.821508] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2190.821656] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2190.821866] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2190.822034] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2190.822205] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2190.822369] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2190.822541] env[62490]: DEBUG nova.virt.hardware [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2190.823465] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b34bcf6-0ea5-4425-94cb-31bffd89e52f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.834117] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2098d76-bb73-4f6d-99cf-7e541b133c20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.973339] env[62490]: DEBUG nova.network.neutron [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Updating instance_info_cache with network_info: [{"id": "0f180e87-0d6c-4530-8c2d-8e1f1eff980c", "address": "fa:16:3e:1c:8b:66", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f180e87-0d", "ovs_interfaceid": "0f180e87-0d6c-4530-8c2d-8e1f1eff980c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.069488] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.070043] env[62490]: DEBUG nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2191.074827] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.400s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.076620] env[62490]: INFO nova.compute.claims [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2191.102278] env[62490]: DEBUG nova.compute.manager [req-28ba5449-5c75-4a81-9a0e-12c3abe90b43 req-8dbf496c-81dc-49f3-8fa5-87c28163e539 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Received event network-vif-deleted-a745a19a-2c80-43a7-9258-df5a3aba5da9 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2191.102480] env[62490]: INFO nova.compute.manager [req-28ba5449-5c75-4a81-9a0e-12c3abe90b43 req-8dbf496c-81dc-49f3-8fa5-87c28163e539 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Neutron deleted interface a745a19a-2c80-43a7-9258-df5a3aba5da9; detaching it from the instance and deleting it from the info cache [ 2191.102667] env[62490]: DEBUG nova.network.neutron [req-28ba5449-5c75-4a81-9a0e-12c3abe90b43 req-8dbf496c-81dc-49f3-8fa5-87c28163e539 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.161674] env[62490]: DEBUG nova.network.neutron [-] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.189906] env[62490]: DEBUG nova.network.neutron [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Successfully updated port: ed56b498-3657-4725-a54a-b8db546945c2 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2191.249069] env[62490]: DEBUG oslo_vmware.api [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066356, 'name': PowerOffVM_Task, 'duration_secs': 0.190158} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.249359] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.249533] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2191.249783] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42319e5f-5243-4bf4-8806-8748c5560aa6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.272479] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2191.272561] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2191.272734] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Deleting the datastore file [datastore1] d3e9cd98-26d5-43e2-8702-1929563748ec {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2191.272993] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7863c3f6-00d7-4ca3-acda-5f41931d24a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.279363] env[62490]: DEBUG oslo_vmware.api [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for the task: (returnval){ [ 2191.279363] env[62490]: value = "task-2066358" [ 2191.279363] env[62490]: _type = "Task" [ 2191.279363] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.287679] env[62490]: DEBUG oslo_vmware.api [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.478135] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.478486] env[62490]: DEBUG nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance network_info: |[{"id": "0f180e87-0d6c-4530-8c2d-8e1f1eff980c", "address": "fa:16:3e:1c:8b:66", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f180e87-0d", "ovs_interfaceid": "0f180e87-0d6c-4530-8c2d-8e1f1eff980c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2191.478936] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:8b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f180e87-0d6c-4530-8c2d-8e1f1eff980c', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2191.486879] env[62490]: DEBUG oslo.service.loopingcall [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2191.486879] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2191.486879] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f222ee90-7989-4dd3-992f-674f44e9cdf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.507175] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2191.507175] env[62490]: value = "task-2066359" [ 2191.507175] env[62490]: _type = "Task" [ 2191.507175] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.514596] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066359, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.576382] env[62490]: DEBUG nova.compute.utils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2191.577897] env[62490]: DEBUG nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2191.578072] env[62490]: DEBUG nova.network.neutron [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2191.608300] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abcf4a7d-5ac0-47a2-8048-5ea95e80095c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.617904] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6c3fa4-e050-48aa-b532-4709170da863 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.629250] env[62490]: DEBUG nova.policy [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4d221d283c4f4fb8a20cb1f8eef708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076f25402b0741f9b905dd00a1d365bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2191.648139] env[62490]: DEBUG nova.compute.manager [req-28ba5449-5c75-4a81-9a0e-12c3abe90b43 req-8dbf496c-81dc-49f3-8fa5-87c28163e539 service nova] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Detach interface failed, port_id=a745a19a-2c80-43a7-9258-df5a3aba5da9, reason: Instance 4f1200d6-f011-4518-8903-444ba62cfe3f could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2191.664152] env[62490]: INFO nova.compute.manager [-] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Took 1.24 seconds to deallocate network for instance. [ 2191.692580] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.692748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.692893] env[62490]: DEBUG nova.network.neutron [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.789790] env[62490]: DEBUG oslo_vmware.api [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Task: {'id': task-2066358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101838} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.790056] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2191.790247] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2191.790437] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2191.790601] env[62490]: INFO nova.compute.manager [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2191.790846] env[62490]: DEBUG oslo.service.loopingcall [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2191.791047] env[62490]: DEBUG nova.compute.manager [-] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2191.791168] env[62490]: DEBUG nova.network.neutron [-] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2191.814305] env[62490]: DEBUG nova.network.neutron [-] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2191.933760] env[62490]: DEBUG nova.network.neutron [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Successfully created port: b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2192.017046] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066359, 'name': CreateVM_Task, 'duration_secs': 0.392583} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.020459] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2192.020459] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.020459] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.020459] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2192.020459] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b381bb8b-2296-45ae-a684-c0e3a921a3f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.025067] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2192.025067] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52808b26-8073-c655-35f9-1a0e4ef59c9d" [ 2192.025067] env[62490]: _type = "Task" [ 2192.025067] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.030708] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52808b26-8073-c655-35f9-1a0e4ef59c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.081635] env[62490]: DEBUG nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2192.170050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.233887] env[62490]: DEBUG nova.network.neutron [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2192.279871] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52301666-956f-4b90-98f7-3626212fbb33 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.288551] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c02656d-d423-4e25-a127-8f1539ef719d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.323639] env[62490]: DEBUG nova.network.neutron [-] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.328307] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639f914-4e62-454b-bcd9-5c1034776e0e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.338265] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137f3aff-fa3f-4f54-a807-a62626923329 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.356321] env[62490]: DEBUG nova.compute.provider_tree [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.426986] env[62490]: DEBUG nova.network.neutron [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance_info_cache with network_info: [{"id": "ed56b498-3657-4725-a54a-b8db546945c2", "address": "fa:16:3e:64:34:dc", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped56b498-36", "ovs_interfaceid": "ed56b498-3657-4725-a54a-b8db546945c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.535106] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52808b26-8073-c655-35f9-1a0e4ef59c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.536178] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.536178] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2192.536565] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.536729] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.536923] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2192.537747] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e167209-8a05-4bed-a2a0-2fd424428005 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.545839] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2192.545839] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2192.546369] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298e9665-de56-4898-bdce-fcfdfb21066a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.551558] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2192.551558] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525d3726-54c6-5592-d906-30303665299f" [ 2192.551558] env[62490]: _type = "Task" [ 2192.551558] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.559215] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525d3726-54c6-5592-d906-30303665299f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.832521] env[62490]: INFO nova.compute.manager [-] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Took 1.04 seconds to deallocate network for instance. [ 2192.859446] env[62490]: DEBUG nova.scheduler.client.report [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2192.929698] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.930201] env[62490]: DEBUG nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Instance network_info: |[{"id": "ed56b498-3657-4725-a54a-b8db546945c2", "address": "fa:16:3e:64:34:dc", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped56b498-36", "ovs_interfaceid": "ed56b498-3657-4725-a54a-b8db546945c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.930725] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:34:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed56b498-3657-4725-a54a-b8db546945c2', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.940761] env[62490]: DEBUG oslo.service.loopingcall [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.941035] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2192.941283] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb75d38b-ee13-4d08-95c9-fe7b1877f951 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.961934] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2192.961934] env[62490]: value = "task-2066360" [ 2192.961934] env[62490]: _type = "Task" [ 2192.961934] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.969709] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.062419] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525d3726-54c6-5592-d906-30303665299f, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.063217] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e265717-80a8-47cd-9c3a-b985d40639d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.068741] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2193.068741] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b0f96-4b8e-ca7b-7d3d-9fa43e459bd9" [ 2193.068741] env[62490]: _type = "Task" [ 2193.068741] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.077440] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b0f96-4b8e-ca7b-7d3d-9fa43e459bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.097058] env[62490]: DEBUG nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2193.128940] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.129259] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.129359] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.129547] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.129694] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.129841] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.130072] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.130238] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.130405] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.130555] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.130724] env[62490]: DEBUG nova.virt.hardware [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.131595] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbd8e54-dd31-48b2-a784-a0dfabee7f13 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.136461] env[62490]: DEBUG nova.compute.manager [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Received event network-vif-plugged-ed56b498-3657-4725-a54a-b8db546945c2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2193.136668] env[62490]: DEBUG oslo_concurrency.lockutils [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] Acquiring lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.136873] env[62490]: DEBUG oslo_concurrency.lockutils [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.137052] env[62490]: DEBUG oslo_concurrency.lockutils [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.137223] env[62490]: DEBUG nova.compute.manager [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] No waiting events found dispatching network-vif-plugged-ed56b498-3657-4725-a54a-b8db546945c2 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2193.137388] env[62490]: WARNING nova.compute.manager [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Received unexpected event network-vif-plugged-ed56b498-3657-4725-a54a-b8db546945c2 for instance with vm_state building and task_state spawning. [ 2193.137544] env[62490]: DEBUG nova.compute.manager [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Received event network-changed-ed56b498-3657-4725-a54a-b8db546945c2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2193.137697] env[62490]: DEBUG nova.compute.manager [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Refreshing instance network info cache due to event network-changed-ed56b498-3657-4725-a54a-b8db546945c2. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2193.137881] env[62490]: DEBUG oslo_concurrency.lockutils [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] Acquiring lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.138023] env[62490]: DEBUG oslo_concurrency.lockutils [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] Acquired lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.138177] env[62490]: DEBUG nova.network.neutron [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Refreshing network info cache for port ed56b498-3657-4725-a54a-b8db546945c2 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2193.144629] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b88ae-7b56-4fca-bdf3-c5884d384e84 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.339086] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.366602] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.366602] env[62490]: DEBUG nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2193.369317] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.316s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.370805] env[62490]: INFO nova.compute.claims [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2193.470716] env[62490]: DEBUG nova.network.neutron [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Successfully updated port: b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2193.477757] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.578818] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520b0f96-4b8e-ca7b-7d3d-9fa43e459bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.579149] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.579460] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2193.579759] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d7e528-bf24-4fac-a0cc-07ccd8bf08e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.586573] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2193.586573] env[62490]: value = "task-2066361" [ 2193.586573] env[62490]: _type = "Task" [ 2193.586573] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.594222] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.842521] env[62490]: DEBUG nova.network.neutron [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updated VIF entry in instance network info cache for port ed56b498-3657-4725-a54a-b8db546945c2. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.842890] env[62490]: DEBUG nova.network.neutron [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance_info_cache with network_info: [{"id": "ed56b498-3657-4725-a54a-b8db546945c2", "address": "fa:16:3e:64:34:dc", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped56b498-36", "ovs_interfaceid": "ed56b498-3657-4725-a54a-b8db546945c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.874932] env[62490]: DEBUG nova.compute.utils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2193.879059] env[62490]: DEBUG nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2193.879246] env[62490]: DEBUG nova.network.neutron [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2193.924712] env[62490]: DEBUG nova.policy [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45b9fbb18fab40b1b9e2dcfb6b7aeef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '139f5c9fc31e42d2881737752c455337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2193.975264] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.975442] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.975651] env[62490]: DEBUG nova.network.neutron [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2193.976837] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.097045] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499735} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.097320] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2194.097559] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2194.097821] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ac99dbd-3b5d-4930-babc-39b069c955bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.103355] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2194.103355] env[62490]: value = "task-2066362" [ 2194.103355] env[62490]: _type = "Task" [ 2194.103355] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.111016] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.224052] env[62490]: DEBUG nova.network.neutron [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Successfully created port: 1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2194.345577] env[62490]: DEBUG oslo_concurrency.lockutils [req-7a2239e9-daa0-400d-ae5d-19c2cfb14f53 req-4162fd93-8c89-40ba-af5a-d525660fb123 service nova] Releasing lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.379588] env[62490]: DEBUG nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2194.474616] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.508451] env[62490]: DEBUG nova.network.neutron [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2194.559677] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3473fe-c5b4-4ed7-b0c9-1e2a4d5d22c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.567680] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f543916-d5d9-4ad3-a291-ca43f8f600cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.600893] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890beb6a-9c01-4a66-9627-0b57c812cfb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.611064] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1206970e-7fbb-4a33-be03-9c20b1d4e362 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.617260] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067773} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.617837] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2194.618568] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa6ac6d-0d76-4086-9c7f-0b7c2f46bd20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.628426] env[62490]: DEBUG nova.compute.provider_tree [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2194.648641] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2194.651598] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b436feb-1ad1-47ff-98eb-8d84f9ba0bfb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.670578] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2194.670578] env[62490]: value = "task-2066363" [ 2194.670578] env[62490]: _type = "Task" [ 2194.670578] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.678255] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.717563] env[62490]: DEBUG nova.network.neutron [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Updating instance_info_cache with network_info: [{"id": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "address": "fa:16:3e:0f:c6:3b", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f34ff3-53", "ovs_interfaceid": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.973801] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.132197] env[62490]: DEBUG nova.scheduler.client.report [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2195.171348] env[62490]: DEBUG nova.compute.manager [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Received event network-vif-plugged-b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2195.171348] env[62490]: DEBUG oslo_concurrency.lockutils [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] Acquiring lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.171348] env[62490]: DEBUG oslo_concurrency.lockutils [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.171465] env[62490]: DEBUG oslo_concurrency.lockutils [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.171603] env[62490]: DEBUG nova.compute.manager [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] No waiting events found dispatching network-vif-plugged-b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2195.171764] env[62490]: WARNING nova.compute.manager [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Received unexpected event network-vif-plugged-b4f34ff3-531c-4205-9b41-8efcc8f3a979 for instance with vm_state building and task_state spawning. [ 2195.171920] env[62490]: DEBUG nova.compute.manager [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Received event network-changed-b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2195.172085] env[62490]: DEBUG nova.compute.manager [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Refreshing instance network info cache due to event network-changed-b4f34ff3-531c-4205-9b41-8efcc8f3a979. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2195.172253] env[62490]: DEBUG oslo_concurrency.lockutils [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] Acquiring lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.181698] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066363, 'name': ReconfigVM_Task, 'duration_secs': 0.269574} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.181941] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2195.182525] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d05897-d55c-4085-af12-84845398b264 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.188385] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2195.188385] env[62490]: value = "task-2066364" [ 2195.188385] env[62490]: _type = "Task" [ 2195.188385] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.195966] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066364, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.219879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.220188] env[62490]: DEBUG nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Instance network_info: |[{"id": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "address": "fa:16:3e:0f:c6:3b", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f34ff3-53", "ovs_interfaceid": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2195.220460] env[62490]: DEBUG oslo_concurrency.lockutils [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] Acquired lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.220635] env[62490]: DEBUG nova.network.neutron [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Refreshing network info cache for port b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2195.221823] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:c6:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f34ff3-531c-4205-9b41-8efcc8f3a979', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2195.229258] env[62490]: DEBUG oslo.service.loopingcall [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2195.231871] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2195.232327] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501fd345-6276-4743-8125-18f0e62a2484 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.252265] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2195.252265] env[62490]: value = "task-2066365" [ 2195.252265] env[62490]: _type = "Task" [ 2195.252265] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.259854] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.393730] env[62490]: DEBUG nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2195.419666] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2195.419914] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2195.420084] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2195.420298] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2195.420452] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2195.420601] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2195.420809] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2195.420970] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2195.421152] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2195.421344] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2195.421512] env[62490]: DEBUG nova.virt.hardware [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2195.422393] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef0d9b8-68d6-42ef-b56a-9536c15893ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.430700] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0e9ee-1bd0-4da2-8880-fcdef09f23d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.475024] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.483300] env[62490]: DEBUG nova.network.neutron [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Updated VIF entry in instance network info cache for port b4f34ff3-531c-4205-9b41-8efcc8f3a979. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2195.483300] env[62490]: DEBUG nova.network.neutron [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Updating instance_info_cache with network_info: [{"id": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "address": "fa:16:3e:0f:c6:3b", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f34ff3-53", "ovs_interfaceid": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.637257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.637822] env[62490]: DEBUG nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2195.640728] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.129s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.641410] env[62490]: DEBUG nova.objects.instance [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'resources' on Instance uuid b35c2993-c8c0-4ee2-8614-6d1190413d4a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2195.646470] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.646757] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.647028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.647286] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.647517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.649593] env[62490]: INFO nova.compute.manager [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Terminating instance [ 2195.697907] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066364, 'name': Rename_Task, 'duration_secs': 0.130067} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.698232] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2195.698624] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a70609-1817-4b57-a785-0452fed3a944 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.705270] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2195.705270] env[62490]: value = "task-2066366" [ 2195.705270] env[62490]: _type = "Task" [ 2195.705270] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.714171] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.762093] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.975406] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.986041] env[62490]: DEBUG oslo_concurrency.lockutils [req-4288f062-59ba-4a16-962e-71b4478db0f7 req-f06aac58-dbb3-4b93-bc0f-10e82bdd3480 service nova] Releasing lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.144740] env[62490]: DEBUG nova.compute.utils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2196.149038] env[62490]: DEBUG nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2196.149212] env[62490]: DEBUG nova.network.neutron [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2196.153622] env[62490]: DEBUG nova.compute.manager [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.153622] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.154647] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452893b-d8f3-4010-8715-6f6bf30cdf17 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.162574] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.163077] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ab94af5-e886-4aeb-9e84-cf81f3560ea9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.170765] env[62490]: DEBUG oslo_vmware.api [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2196.170765] env[62490]: value = "task-2066367" [ 2196.170765] env[62490]: _type = "Task" [ 2196.170765] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.179051] env[62490]: DEBUG oslo_vmware.api [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.189045] env[62490]: DEBUG nova.policy [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da80f788d0545eaa149ee9e0953ef27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73d7f62dcf34ab291305f904bec4776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2196.217980] env[62490]: DEBUG oslo_vmware.api [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066366, 'name': PowerOnVM_Task, 'duration_secs': 0.406168} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.221202] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2196.221531] env[62490]: INFO nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Took 7.73 seconds to spawn the instance on the hypervisor. [ 2196.221769] env[62490]: DEBUG nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2196.223138] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da54af00-1fa3-4c74-a54e-c293cbde7b67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.266564] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.340007] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44cfc1b-55e2-4cb2-9400-e586e2c2f844 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.348695] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe9d15-60b2-48bf-8bf1-30ff4c25e40a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.381795] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfaab93-7fee-4b8f-a86a-33a8d2190e07 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.390321] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567fc5e-fb9c-49e8-92d3-9f1ac8b1a9e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.405256] env[62490]: DEBUG nova.compute.provider_tree [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.460725] env[62490]: DEBUG nova.network.neutron [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Successfully created port: 3488fbdd-da0e-4d7d-8df4-e6426621740d {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2196.475385] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.649854] env[62490]: DEBUG nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2196.680576] env[62490]: DEBUG oslo_vmware.api [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066367, 'name': PowerOffVM_Task, 'duration_secs': 0.223695} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.680847] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.681017] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2196.681283] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29f3fb24-a118-422c-87f9-1585f58bd5dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.744373] env[62490]: INFO nova.compute.manager [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Took 15.99 seconds to build instance. [ 2196.763988] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.909593] env[62490]: DEBUG nova.scheduler.client.report [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2196.976906] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.246876] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7d33ca06-a261-4f93-9d11-924b550540de tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.501s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.266495] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.415883] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.417030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.247s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.417258] env[62490]: DEBUG nova.objects.instance [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lazy-loading 'resources' on Instance uuid 4f1200d6-f011-4518-8903-444ba62cfe3f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.436893] env[62490]: INFO nova.scheduler.client.report [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted allocations for instance b35c2993-c8c0-4ee2-8614-6d1190413d4a [ 2197.480073] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.659094] env[62490]: DEBUG nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2197.688709] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2197.688709] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2197.688709] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2197.688709] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2197.688709] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2197.688917] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2197.689198] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2197.689484] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2197.689673] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2197.689901] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2197.690160] env[62490]: DEBUG nova.virt.hardware [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2197.691179] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487e0bf-c30e-4382-904a-2d878c451262 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.696383] env[62490]: DEBUG nova.compute.manager [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Received event network-changed-0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2197.696686] env[62490]: DEBUG nova.compute.manager [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Refreshing instance network info cache due to event network-changed-0f180e87-0d6c-4530-8c2d-8e1f1eff980c. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2197.697136] env[62490]: DEBUG oslo_concurrency.lockutils [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] Acquiring lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.697136] env[62490]: DEBUG oslo_concurrency.lockutils [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] Acquired lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.697392] env[62490]: DEBUG nova.network.neutron [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Refreshing network info cache for port 0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2197.704370] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e264aa5-053f-4205-843d-03e3edafc322 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.765216] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.947017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fbecf697-010b-43c4-a5bb-3543e2144b34 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.461s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.947546] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] Acquired lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.954736] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf43bc3-0d6d-4655-a856-25f0ffd6c43e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.963609] env[62490]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2197.963762] env[62490]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62490) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2197.964138] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89a1f636-9322-4623-b5c4-ae8c8c97aa6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.977252] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27910020-5618-4ff5-a2ee-a19d5c4c2662 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.993793] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.009884] env[62490]: ERROR root [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-423660' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-423660' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-423660' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-423660'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-423660' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-423660' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-423660'}\n"]: nova.exception.InstanceNotFound: Instance b35c2993-c8c0-4ee2-8614-6d1190413d4a could not be found. [ 2198.010115] env[62490]: DEBUG oslo_concurrency.lockutils [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] Releasing lock "b35c2993-c8c0-4ee2-8614-6d1190413d4a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.010349] env[62490]: DEBUG nova.compute.manager [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Detach interface failed, port_id=13c20c57-891f-4573-b6ad-35c0135d5080, reason: Instance b35c2993-c8c0-4ee2-8614-6d1190413d4a could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2198.010855] env[62490]: DEBUG nova.compute.manager [req-bd9c5503-127c-46d6-a8b7-6b3cbcbbc9da req-88267716-8e57-4916-96a6-f354fefdf4c5 service nova] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Received event network-vif-deleted-28d0d13b-238b-4a4e-a3b6-f5f7a496d942 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2198.100023] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d47191e-9432-41be-b8f7-50d8f5f3865c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.107138] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c354fb-555a-46ba-98f9-430946fca9ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.138654] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89340e-4189-4966-9ced-899ecd0c2085 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.144975] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebda779-747a-4601-819f-0c968384f2df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.158183] env[62490]: DEBUG nova.compute.provider_tree [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2198.266826] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.483024] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.520349] env[62490]: DEBUG nova.network.neutron [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Updated VIF entry in instance network info cache for port 0f180e87-0d6c-4530-8c2d-8e1f1eff980c. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2198.520715] env[62490]: DEBUG nova.network.neutron [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Updating instance_info_cache with network_info: [{"id": "0f180e87-0d6c-4530-8c2d-8e1f1eff980c", "address": "fa:16:3e:1c:8b:66", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f180e87-0d", "ovs_interfaceid": "0f180e87-0d6c-4530-8c2d-8e1f1eff980c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.661583] env[62490]: DEBUG nova.scheduler.client.report [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2198.767733] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.980894] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.023681] env[62490]: DEBUG oslo_concurrency.lockutils [req-9413c609-d270-4b30-90bc-3118172da5c1 req-17eedd2c-615d-4bf1-b100-9c8609bb9e2c service nova] Releasing lock "refresh_cache-8ecffcb2-cf5d-4fd4-910b-77adba988c6d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.167168] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.169528] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.831s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.169763] env[62490]: DEBUG nova.objects.instance [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lazy-loading 'resources' on Instance uuid d3e9cd98-26d5-43e2-8702-1929563748ec {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2199.193637] env[62490]: INFO nova.scheduler.client.report [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Deleted allocations for instance 4f1200d6-f011-4518-8903-444ba62cfe3f [ 2199.267327] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.482186] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.701388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f30314b5-c930-4157-9669-7cd7922f8ad5 tempest-AttachInterfacesV270Test-219521125 tempest-AttachInterfacesV270Test-219521125-project-member] Lock "4f1200d6-f011-4518-8903-444ba62cfe3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.089s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.719377] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "41061a38-305a-409c-a95a-82392b65eab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.719616] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "41061a38-305a-409c-a95a-82392b65eab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.767999] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.828979] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd84cd-c45d-4f54-bf68-7474ed7028ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.836376] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca0f5d-8ae2-41a4-b86f-6d2af6abf17b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.865664] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15a1060-5042-4497-adcf-43a444595767 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.872422] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9213cebc-0cc7-4896-942f-737eeb69927f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.885117] env[62490]: DEBUG nova.compute.provider_tree [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2199.983407] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.224482] env[62490]: DEBUG nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2200.268764] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.387833] env[62490]: DEBUG nova.scheduler.client.report [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2200.482218] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.748949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.768891] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.892687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.900307] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.151s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.902012] env[62490]: INFO nova.compute.claims [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2200.919561] env[62490]: INFO nova.scheduler.client.report [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Deleted allocations for instance d3e9cd98-26d5-43e2-8702-1929563748ec [ 2200.982378] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.270163] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.426543] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c3b6e5de-24a1-4680-bec0-e13fb7c49ce0 tempest-ServersAaction247Test-1995095263 tempest-ServersAaction247Test-1995095263-project-member] Lock "d3e9cd98-26d5-43e2-8702-1929563748ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.282s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.483544] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.770259] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.988055] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.197506] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2202.197921] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2202.198246] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleting the datastore file [datastore1] 845f89a7-3fcb-4eaf-97ad-9656a183bde0 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2202.199154] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d864420c-4815-4b5b-b9aa-17f9a8ff1af9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.201977] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-024f67d2-b49f-4ad0-97e6-e53cd4da5850 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.209852] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5109dc3-4a09-44e7-90f7-5e141ee446a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.214309] env[62490]: DEBUG oslo_vmware.api [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2202.214309] env[62490]: value = "task-2066369" [ 2202.214309] env[62490]: _type = "Task" [ 2202.214309] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.248765] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3c92b6-2023-42af-b3ee-c2b8ca3d464c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.254781] env[62490]: DEBUG oslo_vmware.api [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.260210] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5878177-e6e0-4787-ba6f-b410dcb5efcd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.272525] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.280375] env[62490]: DEBUG nova.compute.provider_tree [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2202.486526] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066360, 'name': CreateVM_Task, 'duration_secs': 9.36361} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.486711] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2202.487423] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.487717] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.488052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2202.488308] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3ca039-20ca-4c41-892f-b3bd0b8a03e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.493088] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2202.493088] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235cdaa-43db-81ca-353a-4103426a55ab" [ 2202.493088] env[62490]: _type = "Task" [ 2202.493088] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.501017] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235cdaa-43db-81ca-353a-4103426a55ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.725081] env[62490]: DEBUG oslo_vmware.api [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146622} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.725347] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2202.725530] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2202.725709] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2202.725881] env[62490]: INFO nova.compute.manager [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Took 6.57 seconds to destroy the instance on the hypervisor. [ 2202.726133] env[62490]: DEBUG oslo.service.loopingcall [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2202.726476] env[62490]: DEBUG nova.compute.manager [-] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2202.726599] env[62490]: DEBUG nova.network.neutron [-] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2202.774253] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066365, 'name': CreateVM_Task, 'duration_secs': 7.165572} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.774522] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2202.775083] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.783161] env[62490]: DEBUG nova.scheduler.client.report [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2203.008108] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5235cdaa-43db-81ca-353a-4103426a55ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.008108] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.008549] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2203.009111] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.009509] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.009928] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2203.010788] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.011141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2203.011586] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8064c74e-0f71-4258-ac10-2962cfb82bfb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.014264] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c1bfcd-5463-4df9-baeb-299d2b450c28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.023548] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2203.023548] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c18467-1586-d8bd-3a6a-a4ac394e9741" [ 2203.023548] env[62490]: _type = "Task" [ 2203.023548] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.029856] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2203.030326] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2203.033122] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9f0a24-6a23-4794-a87d-504ed4c7ceb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.036982] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c18467-1586-d8bd-3a6a-a4ac394e9741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.040111] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2203.040111] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a76532-fa43-eae5-ca11-e9d3a4e73c02" [ 2203.040111] env[62490]: _type = "Task" [ 2203.040111] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.049097] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a76532-fa43-eae5-ca11-e9d3a4e73c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.247425] env[62490]: DEBUG nova.compute.manager [req-78b6be4a-f9fd-4a48-9f6d-39d3f0f54b19 req-5d512922-e428-4dd6-9ff5-d3047926c71a service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Received event network-vif-plugged-1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2203.247425] env[62490]: DEBUG oslo_concurrency.lockutils [req-78b6be4a-f9fd-4a48-9f6d-39d3f0f54b19 req-5d512922-e428-4dd6-9ff5-d3047926c71a service nova] Acquiring lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.247425] env[62490]: DEBUG oslo_concurrency.lockutils [req-78b6be4a-f9fd-4a48-9f6d-39d3f0f54b19 req-5d512922-e428-4dd6-9ff5-d3047926c71a service nova] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.247425] env[62490]: DEBUG oslo_concurrency.lockutils [req-78b6be4a-f9fd-4a48-9f6d-39d3f0f54b19 req-5d512922-e428-4dd6-9ff5-d3047926c71a service nova] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.247425] env[62490]: DEBUG nova.compute.manager [req-78b6be4a-f9fd-4a48-9f6d-39d3f0f54b19 req-5d512922-e428-4dd6-9ff5-d3047926c71a service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] No waiting events found dispatching network-vif-plugged-1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2203.247425] env[62490]: WARNING nova.compute.manager [req-78b6be4a-f9fd-4a48-9f6d-39d3f0f54b19 req-5d512922-e428-4dd6-9ff5-d3047926c71a service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Received unexpected event network-vif-plugged-1619ee88-cc0d-410f-bb61-6814201df4b6 for instance with vm_state building and task_state spawning. [ 2203.290021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.290021] env[62490]: DEBUG nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2203.374532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.375100] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.453139] env[62490]: DEBUG nova.network.neutron [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Successfully updated port: 1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2203.535852] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c18467-1586-d8bd-3a6a-a4ac394e9741, 'name': SearchDatastore_Task, 'duration_secs': 0.019586} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.535852] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.535852] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2203.535852] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.550882] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a76532-fa43-eae5-ca11-e9d3a4e73c02, 'name': SearchDatastore_Task, 'duration_secs': 0.014436} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.554069] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae93c00-7f16-42a6-bd9e-6c360d5b406a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.557920] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2203.557920] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b5cd9-99ef-66ad-0138-d493a3c4c90f" [ 2203.557920] env[62490]: _type = "Task" [ 2203.557920] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.566127] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b5cd9-99ef-66ad-0138-d493a3c4c90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.685219] env[62490]: DEBUG nova.network.neutron [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Successfully updated port: 3488fbdd-da0e-4d7d-8df4-e6426621740d {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2203.796162] env[62490]: DEBUG nova.compute.utils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2203.798028] env[62490]: DEBUG nova.network.neutron [-] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.801311] env[62490]: DEBUG nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2203.801311] env[62490]: DEBUG nova.network.neutron [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2203.852191] env[62490]: DEBUG nova.policy [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2203.878802] env[62490]: DEBUG nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2203.955957] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.956142] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.956293] env[62490]: DEBUG nova.network.neutron [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2204.068610] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b5cd9-99ef-66ad-0138-d493a3c4c90f, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.068917] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.069190] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 65aedf9c-1192-4046-b5cd-0e05d43597c7/65aedf9c-1192-4046-b5cd-0e05d43597c7.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2204.069467] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.069656] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2204.069875] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc9e7df1-2438-49c3-a83a-c40983265a1c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.071677] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeadd244-96a3-4b78-acae-927a5d78df9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.080012] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2204.080012] env[62490]: value = "task-2066370" [ 2204.080012] env[62490]: _type = "Task" [ 2204.080012] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.083657] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2204.083827] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2204.084769] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04b792f-4a24-40a0-ac35-6f5c2d82746d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.089934] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.093557] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2204.093557] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522bff54-a13e-88a9-f101-ce1fdb8d6b5f" [ 2204.093557] env[62490]: _type = "Task" [ 2204.093557] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.103020] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522bff54-a13e-88a9-f101-ce1fdb8d6b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.121198] env[62490]: DEBUG nova.network.neutron [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Successfully created port: 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2204.190842] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "refresh_cache-9f4a3813-b629-46cd-bd78-c718b1b334f0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.190930] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "refresh_cache-9f4a3813-b629-46cd-bd78-c718b1b334f0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.191078] env[62490]: DEBUG nova.network.neutron [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2204.300416] env[62490]: DEBUG nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2204.307066] env[62490]: INFO nova.compute.manager [-] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Took 1.58 seconds to deallocate network for instance. [ 2204.407766] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.408045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.409666] env[62490]: INFO nova.compute.claims [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2204.510510] env[62490]: DEBUG nova.network.neutron [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2204.592573] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452685} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.592789] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 65aedf9c-1192-4046-b5cd-0e05d43597c7/65aedf9c-1192-4046-b5cd-0e05d43597c7.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2204.593270] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2204.593270] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd5cee70-2893-4a4d-92c0-88f0ef200495 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.603100] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522bff54-a13e-88a9-f101-ce1fdb8d6b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.007805} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.604738] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2204.604738] env[62490]: value = "task-2066371" [ 2204.604738] env[62490]: _type = "Task" [ 2204.604738] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.604963] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f13156-bb7d-4181-bbf8-8e03705d21cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.613060] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2204.613060] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5233cb6b-140d-3b6e-4d06-2be2b961b9c2" [ 2204.613060] env[62490]: _type = "Task" [ 2204.613060] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.618868] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.627619] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5233cb6b-140d-3b6e-4d06-2be2b961b9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009158} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.627619] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.627756] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2204.628823] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-604c2424-c359-4d96-9823-4da434f9fcd5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.634249] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2204.634249] env[62490]: value = "task-2066372" [ 2204.634249] env[62490]: _type = "Task" [ 2204.634249] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.642392] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.687011] env[62490]: DEBUG nova.network.neutron [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.720012] env[62490]: DEBUG nova.network.neutron [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2204.813463] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.856311] env[62490]: DEBUG nova.network.neutron [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Updating instance_info_cache with network_info: [{"id": "3488fbdd-da0e-4d7d-8df4-e6426621740d", "address": "fa:16:3e:83:23:42", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3488fbdd-da", "ovs_interfaceid": "3488fbdd-da0e-4d7d-8df4-e6426621740d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.122054] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066449} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.122429] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2205.123678] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42944bde-88a3-46c5-b103-1605c4a5b8bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.152618] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 65aedf9c-1192-4046-b5cd-0e05d43597c7/65aedf9c-1192-4046-b5cd-0e05d43597c7.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2205.155742] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cebe4a29-77ac-4a54-88d5-1d29aa2f690d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.175515] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066372, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.176784] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2205.176784] env[62490]: value = "task-2066373" [ 2205.176784] env[62490]: _type = "Task" [ 2205.176784] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.184477] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.190014] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.190311] env[62490]: DEBUG nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Instance network_info: |[{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2205.190672] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:0f:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1619ee88-cc0d-410f-bb61-6814201df4b6', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2205.198160] env[62490]: DEBUG oslo.service.loopingcall [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2205.198375] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2205.198592] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22758369-0bf8-4aed-a6fd-9dfe65b942f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.218438] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2205.218438] env[62490]: value = "task-2066374" [ 2205.218438] env[62490]: _type = "Task" [ 2205.218438] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.226143] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066374, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.279077] env[62490]: DEBUG nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Received event network-vif-deleted-ab99315d-8977-476e-97d2-13441aee6e43 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2205.279295] env[62490]: DEBUG nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Received event network-changed-1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2205.279460] env[62490]: DEBUG nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Refreshing instance network info cache due to event network-changed-1619ee88-cc0d-410f-bb61-6814201df4b6. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2205.279675] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Acquiring lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.279815] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Acquired lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.279978] env[62490]: DEBUG nova.network.neutron [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Refreshing network info cache for port 1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2205.315614] env[62490]: DEBUG nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2205.343250] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2205.343519] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2205.343704] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2205.343904] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2205.344067] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2205.344220] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2205.344464] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2205.344643] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2205.344816] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2205.344980] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2205.345170] env[62490]: DEBUG nova.virt.hardware [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2205.346226] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c0ef3a-566e-468d-9882-1178a3d8dc66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.355946] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b1df99-7607-4fb3-831a-cac8b839aec8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.361090] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "refresh_cache-9f4a3813-b629-46cd-bd78-c718b1b334f0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.361457] env[62490]: DEBUG nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Instance network_info: |[{"id": "3488fbdd-da0e-4d7d-8df4-e6426621740d", "address": "fa:16:3e:83:23:42", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3488fbdd-da", "ovs_interfaceid": "3488fbdd-da0e-4d7d-8df4-e6426621740d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2205.362033] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:23:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3488fbdd-da0e-4d7d-8df4-e6426621740d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2205.370051] env[62490]: DEBUG oslo.service.loopingcall [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2205.370715] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2205.370949] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc76b79a-e991-4686-a3f6-8b131f4d1419 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.398118] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2205.398118] env[62490]: value = "task-2066375" [ 2205.398118] env[62490]: _type = "Task" [ 2205.398118] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.405834] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066375, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.601412] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4739adfe-212b-41c5-b0b8-b6c3ff2e873e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.609291] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6024aa86-d634-4d88-aa0f-caef1787123f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.644265] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c0843-0299-4a9d-84e1-08dfbf178e89 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.658721] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167fa168-64eb-4c28-ac7a-680c66ddcb3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.662982] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560262} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.663243] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2205.663524] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2205.664211] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae840692-2729-4f8c-a31b-39f8940a565f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.674354] env[62490]: DEBUG nova.compute.provider_tree [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2205.681747] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2205.681747] env[62490]: value = "task-2066376" [ 2205.681747] env[62490]: _type = "Task" [ 2205.681747] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.689930] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.695302] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.729690] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066374, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.730665] env[62490]: DEBUG nova.network.neutron [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Successfully updated port: 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2205.907990] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066375, 'name': CreateVM_Task, 'duration_secs': 0.376632} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.908301] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2205.908826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2205.908991] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.909328] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2205.909589] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfdb9ad-f2ad-4b75-983b-c360b1987202 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.914196] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2205.914196] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aed1ef-925d-313d-0f67-234e2721b1db" [ 2205.914196] env[62490]: _type = "Task" [ 2205.914196] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.925574] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aed1ef-925d-313d-0f67-234e2721b1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.995225] env[62490]: DEBUG nova.network.neutron [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updated VIF entry in instance network info cache for port 1619ee88-cc0d-410f-bb61-6814201df4b6. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2205.995606] env[62490]: DEBUG nova.network.neutron [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.177953] env[62490]: DEBUG nova.scheduler.client.report [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2206.192912] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066373, 'name': ReconfigVM_Task, 'duration_secs': 0.630101} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.196279] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 65aedf9c-1192-4046-b5cd-0e05d43597c7/65aedf9c-1192-4046-b5cd-0e05d43597c7.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2206.196943] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081318} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.197267] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6487bcfa-53f3-4207-b1cd-c56fd6a732c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.198636] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2206.199575] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d84762-c6e6-4501-baf2-397e6384ca33 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.221558] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2206.222990] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50162f96-3030-4c75-8bcc-8415719073a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.237264] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2206.237264] env[62490]: value = "task-2066377" [ 2206.237264] env[62490]: _type = "Task" [ 2206.237264] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.240778] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.240920] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.241076] env[62490]: DEBUG nova.network.neutron [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2206.247948] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2206.247948] env[62490]: value = "task-2066378" [ 2206.247948] env[62490]: _type = "Task" [ 2206.247948] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.254324] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066374, 'name': CreateVM_Task, 'duration_secs': 0.577828} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.254548] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066377, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.257245] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2206.258081] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.263473] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.424922] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aed1ef-925d-313d-0f67-234e2721b1db, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.425233] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.425514] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2206.425791] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.425979] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.426211] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2206.426535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.426870] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2206.427140] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdd9176a-30f5-4c94-87ff-d25f4d92b8ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.428782] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb9f271-7f4d-4f84-9439-78219cb16b21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.433845] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2206.433845] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522cd256-42b9-d1bd-c097-3d3c717185b4" [ 2206.433845] env[62490]: _type = "Task" [ 2206.433845] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.437440] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2206.437629] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2206.438546] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e7ac8f-dac5-4ef7-850b-2c222e4d46d0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.442998] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522cd256-42b9-d1bd-c097-3d3c717185b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.446340] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2206.446340] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523725e5-9d52-1706-608e-842dc3ca3dad" [ 2206.446340] env[62490]: _type = "Task" [ 2206.446340] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.453197] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523725e5-9d52-1706-608e-842dc3ca3dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.498129] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Releasing lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.498482] env[62490]: DEBUG nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Received event network-vif-plugged-3488fbdd-da0e-4d7d-8df4-e6426621740d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2206.498725] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Acquiring lock "9f4a3813-b629-46cd-bd78-c718b1b334f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.498985] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.499202] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.499375] env[62490]: DEBUG nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] No waiting events found dispatching network-vif-plugged-3488fbdd-da0e-4d7d-8df4-e6426621740d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2206.499550] env[62490]: WARNING nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Received unexpected event network-vif-plugged-3488fbdd-da0e-4d7d-8df4-e6426621740d for instance with vm_state building and task_state spawning. [ 2206.499772] env[62490]: DEBUG nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Received event network-changed-3488fbdd-da0e-4d7d-8df4-e6426621740d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2206.499984] env[62490]: DEBUG nova.compute.manager [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Refreshing instance network info cache due to event network-changed-3488fbdd-da0e-4d7d-8df4-e6426621740d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2206.500235] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Acquiring lock "refresh_cache-9f4a3813-b629-46cd-bd78-c718b1b334f0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.500403] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Acquired lock "refresh_cache-9f4a3813-b629-46cd-bd78-c718b1b334f0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.500594] env[62490]: DEBUG nova.network.neutron [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Refreshing network info cache for port 3488fbdd-da0e-4d7d-8df4-e6426621740d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2206.686248] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.686891] env[62490]: DEBUG nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2206.689662] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.876s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.689892] env[62490]: DEBUG nova.objects.instance [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'resources' on Instance uuid 845f89a7-3fcb-4eaf-97ad-9656a183bde0 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2206.755853] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066377, 'name': Rename_Task, 'duration_secs': 0.134354} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.759601] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2206.759601] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ae522c1-81eb-4a2e-827e-51d9c75e0d72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.765330] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066378, 'name': ReconfigVM_Task, 'duration_secs': 0.259786} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.766516] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Reconfigured VM instance instance-00000063 to attach disk [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2206.767189] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2206.767189] env[62490]: value = "task-2066379" [ 2206.767189] env[62490]: _type = "Task" [ 2206.767189] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.767376] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82bce6f3-b715-4f7b-a583-8205fb2e54d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.776491] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.777636] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2206.777636] env[62490]: value = "task-2066380" [ 2206.777636] env[62490]: _type = "Task" [ 2206.777636] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.784926] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066380, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.789960] env[62490]: DEBUG nova.network.neutron [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2206.947310] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522cd256-42b9-d1bd-c097-3d3c717185b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012252} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.949920] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.950188] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2206.950397] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.955870] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523725e5-9d52-1706-608e-842dc3ca3dad, 'name': SearchDatastore_Task, 'duration_secs': 0.007685} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.956827] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a241463-9791-43a4-9d2a-b9d8dc1b6eca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.961934] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2206.961934] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fde249-7072-ffe1-a0e2-7c6d230c8b20" [ 2206.961934] env[62490]: _type = "Task" [ 2206.961934] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.969308] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fde249-7072-ffe1-a0e2-7c6d230c8b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.990627] env[62490]: DEBUG nova.network.neutron [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.192822] env[62490]: DEBUG nova.compute.utils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2207.195049] env[62490]: DEBUG nova.network.neutron [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Updated VIF entry in instance network info cache for port 3488fbdd-da0e-4d7d-8df4-e6426621740d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2207.195332] env[62490]: DEBUG nova.network.neutron [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Updating instance_info_cache with network_info: [{"id": "3488fbdd-da0e-4d7d-8df4-e6426621740d", "address": "fa:16:3e:83:23:42", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3488fbdd-da", "ovs_interfaceid": "3488fbdd-da0e-4d7d-8df4-e6426621740d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.196329] env[62490]: DEBUG nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Not allocating networking since 'none' was specified. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2207.280776] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.290968] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066380, 'name': Rename_Task, 'duration_secs': 0.135258} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.291230] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2207.291339] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a7975c-c606-4dac-9ce4-7e697c86124b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.297667] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2207.297667] env[62490]: value = "task-2066381" [ 2207.297667] env[62490]: _type = "Task" [ 2207.297667] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.302418] env[62490]: DEBUG nova.compute.manager [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-vif-plugged-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2207.302640] env[62490]: DEBUG oslo_concurrency.lockutils [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] Acquiring lock "41061a38-305a-409c-a95a-82392b65eab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.302818] env[62490]: DEBUG oslo_concurrency.lockutils [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] Lock "41061a38-305a-409c-a95a-82392b65eab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.303026] env[62490]: DEBUG oslo_concurrency.lockutils [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] Lock "41061a38-305a-409c-a95a-82392b65eab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.303165] env[62490]: DEBUG nova.compute.manager [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] No waiting events found dispatching network-vif-plugged-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2207.303331] env[62490]: WARNING nova.compute.manager [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received unexpected event network-vif-plugged-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc for instance with vm_state building and task_state spawning. [ 2207.303488] env[62490]: DEBUG nova.compute.manager [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2207.303671] env[62490]: DEBUG nova.compute.manager [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing instance network info cache due to event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2207.303879] env[62490]: DEBUG oslo_concurrency.lockutils [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.310635] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.357887] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7350e8ce-8263-4dec-ac1b-69f7b08fa830 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.366262] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a143f1f-368a-4529-9d66-71bbb2a3f67b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.399949] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025dacc-594a-4187-b57c-9fcc558a09e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.407672] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb9075-71be-4e39-bfcc-e6bff0dca6ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.420827] env[62490]: DEBUG nova.compute.provider_tree [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2207.472274] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fde249-7072-ffe1-a0e2-7c6d230c8b20, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.472480] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.472732] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9f4a3813-b629-46cd-bd78-c718b1b334f0/9f4a3813-b629-46cd-bd78-c718b1b334f0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2207.473010] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.473209] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2207.473418] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4934945-ad4c-4ba1-95d2-f75d40e89777 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.475278] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09129de0-335a-4383-a5f0-04474735fe20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.481812] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2207.481812] env[62490]: value = "task-2066382" [ 2207.481812] env[62490]: _type = "Task" [ 2207.481812] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.488799] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.489797] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2207.489976] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2207.490669] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42440aa-a90c-4000-b0f8-0f628034de2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.492867] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.493177] env[62490]: DEBUG nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Instance network_info: |[{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2207.493451] env[62490]: DEBUG oslo_concurrency.lockutils [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.493625] env[62490]: DEBUG nova.network.neutron [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2207.495393] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:66:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c57f09f-aa8c-4e41-a2e5-f38fb6929efc', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2207.502661] env[62490]: DEBUG oslo.service.loopingcall [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2207.505562] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2207.506997] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b93d1c2-8450-492c-a323-2d84dbd1212f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.521297] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2207.521297] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dfb7aa-04fb-b957-f1ac-30f25dd20828" [ 2207.521297] env[62490]: _type = "Task" [ 2207.521297] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.526840] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2207.526840] env[62490]: value = "task-2066383" [ 2207.526840] env[62490]: _type = "Task" [ 2207.526840] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.530484] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dfb7aa-04fb-b957-f1ac-30f25dd20828, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.533707] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfda1c0-c0ae-40bf-a5f5-5c721c34d152 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.540415] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066383, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.541575] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2207.541575] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5e108-f882-3a51-46a1-b8e6b23b0494" [ 2207.541575] env[62490]: _type = "Task" [ 2207.541575] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.548933] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5e108-f882-3a51-46a1-b8e6b23b0494, 'name': SearchDatastore_Task, 'duration_secs': 0.008014} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.551173] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.551432] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2207.551672] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1063cca6-bca5-4de3-8fc3-fb393358356f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.558940] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2207.558940] env[62490]: value = "task-2066384" [ 2207.558940] env[62490]: _type = "Task" [ 2207.558940] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.567648] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.700096] env[62490]: DEBUG nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2207.702974] env[62490]: DEBUG oslo_concurrency.lockutils [req-efe57f2a-4583-469b-9e4f-74b3a375af92 req-a6e5350e-d670-43be-8256-8f5d77c8633c service nova] Releasing lock "refresh_cache-9f4a3813-b629-46cd-bd78-c718b1b334f0" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.727633] env[62490]: DEBUG nova.network.neutron [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updated VIF entry in instance network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2207.728072] env[62490]: DEBUG nova.network.neutron [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.785287] env[62490]: DEBUG oslo_vmware.api [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066379, 'name': PowerOnVM_Task, 'duration_secs': 1.002272} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.785884] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2207.786335] env[62490]: INFO nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Took 16.99 seconds to spawn the instance on the hypervisor. [ 2207.786748] env[62490]: DEBUG nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.788145] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c4ce12-ec22-4ecf-820f-922df0eaf41d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.816781] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.924819] env[62490]: DEBUG nova.scheduler.client.report [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.991519] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494639} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.991846] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 9f4a3813-b629-46cd-bd78-c718b1b334f0/9f4a3813-b629-46cd-bd78-c718b1b334f0.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2207.992051] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2207.992383] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35333252-9109-457a-8d33-514b553ca708 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.003915] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2208.003915] env[62490]: value = "task-2066385" [ 2208.003915] env[62490]: _type = "Task" [ 2208.003915] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.013806] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.041826] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066383, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.069433] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066384, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.231227] env[62490]: DEBUG oslo_concurrency.lockutils [req-e55160bf-e0c7-4e37-93a7-e6fede4cd0d0 req-d933f4f0-22ef-4310-882f-ab75d81b51a0 service nova] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.315737] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066381, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.318906] env[62490]: INFO nova.compute.manager [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Took 25.49 seconds to build instance. [ 2208.435582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.450133] env[62490]: INFO nova.scheduler.client.report [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted allocations for instance 845f89a7-3fcb-4eaf-97ad-9656a183bde0 [ 2208.512843] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288857} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.513119] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2208.513863] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b133c41-96f2-45f4-96f8-3e68c95ee3e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.536081] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 9f4a3813-b629-46cd-bd78-c718b1b334f0/9f4a3813-b629-46cd-bd78-c718b1b334f0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2208.536570] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06659c6c-94db-47e0-8574-193e1198a40f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.559724] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066383, 'name': CreateVM_Task, 'duration_secs': 0.536362} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.560751] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2208.561132] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2208.561132] env[62490]: value = "task-2066386" [ 2208.561132] env[62490]: _type = "Task" [ 2208.561132] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.561723] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.561881] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.562201] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2208.564964] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea62a8ae-bfde-4f05-9603-0f1ca039db0d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.574470] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727598} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.578200] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2208.578416] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2208.578702] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2208.578702] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e06a45-e5d5-15e9-e06a-88e731653b1f" [ 2208.578702] env[62490]: _type = "Task" [ 2208.578702] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.578890] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.579099] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae6397d-b7ce-42f5-9f46-0afd41bd531a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.588517] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e06a45-e5d5-15e9-e06a-88e731653b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.589718] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2208.589718] env[62490]: value = "task-2066387" [ 2208.589718] env[62490]: _type = "Task" [ 2208.589718] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.596743] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.711069] env[62490]: DEBUG nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2208.738694] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.738963] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.739146] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.739334] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.739478] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.739623] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.739832] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.739989] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.740172] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.740335] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.740616] env[62490]: DEBUG nova.virt.hardware [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.741667] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7fba35-e8ee-4936-84fc-b3fd01d1a1a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.750092] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042ecb6-7b90-466f-9824-139709be3981 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.764252] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2208.769787] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Creating folder: Project (3bfa8cbc24964a41a09775925f7293cc). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2208.770088] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c718153b-2114-433d-a576-48b019fff3a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.781500] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Created folder: Project (3bfa8cbc24964a41a09775925f7293cc) in parent group-v423467. [ 2208.781678] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Creating folder: Instances. Parent ref: group-v423738. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2208.781899] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d3381bd-8597-4a9f-b4a5-31814aa8a757 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.792322] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Created folder: Instances in parent group-v423738. [ 2208.792628] env[62490]: DEBUG oslo.service.loopingcall [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.792891] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2208.793336] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a0bfa69-ad77-4694-92b8-a8a26e86deb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.813111] env[62490]: DEBUG oslo_vmware.api [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066381, 'name': PowerOnVM_Task, 'duration_secs': 1.190395} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.814379] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2208.814611] env[62490]: INFO nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Took 15.72 seconds to spawn the instance on the hypervisor. [ 2208.814800] env[62490]: DEBUG nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2208.815055] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2208.815055] env[62490]: value = "task-2066390" [ 2208.815055] env[62490]: _type = "Task" [ 2208.815055] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.815756] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec76ec67-7c58-469e-90b0-84ba0deb6200 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.821175] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b92f6edd-3546-4e82-a543-180b6f6d59f9 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.996s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.829470] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066390, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.957119] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c605313-c89e-4212-905b-61c1980f886c tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "845f89a7-3fcb-4eaf-97ad-9656a183bde0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.310s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.074246] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066386, 'name': ReconfigVM_Task, 'duration_secs': 0.324961} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.074550] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 9f4a3813-b629-46cd-bd78-c718b1b334f0/9f4a3813-b629-46cd-bd78-c718b1b334f0.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2209.075193] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71d99e7e-60c9-488c-b5bf-1171640fe9ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.081665] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2209.081665] env[62490]: value = "task-2066391" [ 2209.081665] env[62490]: _type = "Task" [ 2209.081665] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.092143] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066391, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.097768] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e06a45-e5d5-15e9-e06a-88e731653b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.016552} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.099973] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.100230] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2209.100463] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.100610] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.100842] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2209.101370] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59bd023c-eefa-4341-ae80-ced19b10da82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.105339] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160333} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.105881] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2209.106637] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d893278-7ea3-43c4-8779-ab85e7707141 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.128387] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.129472] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c706f4c3-298e-4f9e-a795-1cd667268540 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.143266] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2209.143436] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2209.144148] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98305d89-addb-425b-9d6d-bd34735f711f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.149420] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2209.149420] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b285e-d3bd-5675-4066-4b2cb64b227b" [ 2209.149420] env[62490]: _type = "Task" [ 2209.149420] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.153416] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2209.153416] env[62490]: value = "task-2066392" [ 2209.153416] env[62490]: _type = "Task" [ 2209.153416] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.159304] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b285e-d3bd-5675-4066-4b2cb64b227b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.163574] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.327664] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066390, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.339435] env[62490]: INFO nova.compute.manager [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Took 25.19 seconds to build instance. [ 2209.420070] env[62490]: DEBUG nova.compute.manager [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2209.595199] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066391, 'name': Rename_Task, 'duration_secs': 0.136385} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.595499] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2209.595754] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-521b568a-8517-425a-9be0-4e674149671a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.602284] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2209.602284] env[62490]: value = "task-2066393" [ 2209.602284] env[62490]: _type = "Task" [ 2209.602284] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.610330] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.662950] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523b285e-d3bd-5675-4066-4b2cb64b227b, 'name': SearchDatastore_Task, 'duration_secs': 0.022816} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.667602] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.667898] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd02fda-ef9d-4d98-8b0a-fa4aac34e814 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.673560] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2209.673560] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52665321-7d91-bf5f-9e42-0c1feae948e7" [ 2209.673560] env[62490]: _type = "Task" [ 2209.673560] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.681927] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52665321-7d91-bf5f-9e42-0c1feae948e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.827878] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066390, 'name': CreateVM_Task, 'duration_secs': 0.867872} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.828113] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2209.828513] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.828667] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.829039] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2209.829412] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f509be41-4121-49b7-bebc-07b14c9bab15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.834488] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2209.834488] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fe8007-46ec-cf57-d458-ca6310521397" [ 2209.834488] env[62490]: _type = "Task" [ 2209.834488] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.844198] env[62490]: DEBUG oslo_concurrency.lockutils [None req-61f7f47a-99be-449b-bca8-6218fe4ed572 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.706s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.844652] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fe8007-46ec-cf57-d458-ca6310521397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.943635] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.943869] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.974105] env[62490]: DEBUG nova.compute.manager [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Received event network-changed-b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2209.974105] env[62490]: DEBUG nova.compute.manager [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Refreshing instance network info cache due to event network-changed-b4f34ff3-531c-4205-9b41-8efcc8f3a979. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2209.974105] env[62490]: DEBUG oslo_concurrency.lockutils [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] Acquiring lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.974105] env[62490]: DEBUG oslo_concurrency.lockutils [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] Acquired lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.974105] env[62490]: DEBUG nova.network.neutron [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Refreshing network info cache for port b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.114378] env[62490]: DEBUG oslo_vmware.api [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066393, 'name': PowerOnVM_Task, 'duration_secs': 0.504259} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.116885] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2210.116885] env[62490]: INFO nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Took 12.46 seconds to spawn the instance on the hypervisor. [ 2210.116885] env[62490]: DEBUG nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2210.117575] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bfc5ba-8bdd-4690-a4aa-0ece37918022 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.164978] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066392, 'name': ReconfigVM_Task, 'duration_secs': 0.698894} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.165267] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2210.166085] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b95506b8-4655-4ae4-93bd-7d02581de50f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.172412] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2210.172412] env[62490]: value = "task-2066394" [ 2210.172412] env[62490]: _type = "Task" [ 2210.172412] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.184036] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52665321-7d91-bf5f-9e42-0c1feae948e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.187438] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.187702] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 41061a38-305a-409c-a95a-82392b65eab6/41061a38-305a-409c-a95a-82392b65eab6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2210.187953] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066394, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.188172] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-455ebed9-ad90-4bbc-90ec-c00a79ac8488 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.193875] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2210.193875] env[62490]: value = "task-2066395" [ 2210.193875] env[62490]: _type = "Task" [ 2210.193875] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.203311] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.345089] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fe8007-46ec-cf57-d458-ca6310521397, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.345402] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.345635] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2210.345871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.346036] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.346216] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2210.346478] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-412260b5-3901-439e-adbd-2a3bd1037afa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.353960] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2210.354720] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2210.355011] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e990a9ea-ba47-4999-8cbe-ad5dadd129a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.360431] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2210.360431] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5216f8d9-2c5c-7a13-1458-bbc67f32d3c1" [ 2210.360431] env[62490]: _type = "Task" [ 2210.360431] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.368828] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5216f8d9-2c5c-7a13-1458-bbc67f32d3c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.449340] env[62490]: INFO nova.compute.claims [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2210.635223] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.635466] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.640114] env[62490]: INFO nova.compute.manager [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Took 23.61 seconds to build instance. [ 2210.687093] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066394, 'name': Rename_Task, 'duration_secs': 0.143017} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.690011] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2210.690598] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b8cdaf1-6849-4374-875e-94669ce7d4ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.700127] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2210.700127] env[62490]: value = "task-2066396" [ 2210.700127] env[62490]: _type = "Task" [ 2210.700127] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.706752] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066395, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.713158] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.761720] env[62490]: DEBUG nova.network.neutron [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Updated VIF entry in instance network info cache for port b4f34ff3-531c-4205-9b41-8efcc8f3a979. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2210.762123] env[62490]: DEBUG nova.network.neutron [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Updating instance_info_cache with network_info: [{"id": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "address": "fa:16:3e:0f:c6:3b", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f34ff3-53", "ovs_interfaceid": "b4f34ff3-531c-4205-9b41-8efcc8f3a979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.871308] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5216f8d9-2c5c-7a13-1458-bbc67f32d3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.872144] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8588f7-f702-4354-88af-68d6c7b5449e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.877780] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2210.877780] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52243ff6-dd1c-5b40-73c2-30f9dfa63905" [ 2210.877780] env[62490]: _type = "Task" [ 2210.877780] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.886187] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52243ff6-dd1c-5b40-73c2-30f9dfa63905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.957170] env[62490]: INFO nova.compute.resource_tracker [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating resource usage from migration dcf3a450-498b-41f2-8ce2-0c84928b866f [ 2211.137923] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ea2744-a659-4fe7-a9dd-ebe47faf04af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.141883] env[62490]: INFO nova.compute.manager [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Detaching volume 929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca [ 2211.143873] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8a080e2d-875f-4b1f-b5f0-10508188050c tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.122s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.151312] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d174bc15-1bf1-46c3-aa1f-6d5aac5fa277 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.182044] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3d30a1-0c0f-443a-95d8-88996d4c0a8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.186978] env[62490]: INFO nova.virt.block_device [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Attempting to driver detach volume 929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca from mountpoint /dev/sdb [ 2211.186978] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2211.186978] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423711', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'name': 'volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '200b5ab7-5319-4f49-a15d-6e0a1385a3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'serial': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2211.186978] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd04c08-5d85-4f30-877e-437642622aff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.212181] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be89e4e6-5d63-4a3a-a273-a9987761f8dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.223709] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da6430-62ca-4f79-b0d7-16a9ba7a65d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.239203] env[62490]: DEBUG nova.compute.provider_tree [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.248909] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518606} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.249354] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.253022] env[62490]: DEBUG nova.scheduler.client.report [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2211.253330] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 41061a38-305a-409c-a95a-82392b65eab6/41061a38-305a-409c-a95a-82392b65eab6.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2211.253437] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2211.254182] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e536a1-5a5d-4644-b603-a3c67482b10e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.257212] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-913f7e9c-db9e-4e2a-a846-009d7db15f69 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.279096] env[62490]: DEBUG oslo_concurrency.lockutils [req-6782b126-ee65-4ab0-a24a-a72ceb49de6f req-25a4a110-8acc-4ca1-8bf3-8704bc9e54ac service nova] Releasing lock "refresh_cache-f5cc78a9-2291-4b11-87cc-02c456aa10bb" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.282710] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb292b8c-0dcc-4eed-bee7-e6114ab821e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.285917] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2211.285917] env[62490]: value = "task-2066397" [ 2211.285917] env[62490]: _type = "Task" [ 2211.285917] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.300969] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] The volume has not been displaced from its original location: [datastore1] volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca/volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2211.306383] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2211.307442] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27dfc61-5931-4770-ab3c-f15fcab091fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.325283] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.330930] env[62490]: DEBUG oslo_vmware.api [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2211.330930] env[62490]: value = "task-2066398" [ 2211.330930] env[62490]: _type = "Task" [ 2211.330930] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.341124] env[62490]: DEBUG oslo_vmware.api [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.387948] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52243ff6-dd1c-5b40-73c2-30f9dfa63905, 'name': SearchDatastore_Task, 'duration_secs': 0.020069} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.388311] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.388607] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2211.389275] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-604aaeef-cfff-4fff-863e-bb28e11862a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.395532] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2211.395532] env[62490]: value = "task-2066399" [ 2211.395532] env[62490]: _type = "Task" [ 2211.395532] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.405582] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.725135] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066396, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.729664] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "9f4a3813-b629-46cd-bd78-c718b1b334f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.729909] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.730131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "9f4a3813-b629-46cd-bd78-c718b1b334f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.730326] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.730491] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.732779] env[62490]: INFO nova.compute.manager [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Terminating instance [ 2211.758273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.814s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.758520] env[62490]: INFO nova.compute.manager [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Migrating [ 2211.795952] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109314} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.796245] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2211.797138] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d140fd-07d1-4e92-919e-c3383b6e54e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.820344] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 41061a38-305a-409c-a95a-82392b65eab6/41061a38-305a-409c-a95a-82392b65eab6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2211.821037] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cdc5d2-1dfe-4323-b222-274e834f82dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.848639] env[62490]: DEBUG oslo_vmware.api [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066398, 'name': ReconfigVM_Task, 'duration_secs': 0.389793} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.848954] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2211.848954] env[62490]: value = "task-2066400" [ 2211.848954] env[62490]: _type = "Task" [ 2211.848954] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.849223] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2211.854630] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff8b4e1-d32d-44b7-896d-a1fa28e3fb73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.874101] env[62490]: DEBUG oslo_vmware.api [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2211.874101] env[62490]: value = "task-2066401" [ 2211.874101] env[62490]: _type = "Task" [ 2211.874101] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.878713] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.889334] env[62490]: DEBUG oslo_vmware.api [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.906626] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.225457] env[62490]: DEBUG oslo_vmware.api [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066396, 'name': PowerOnVM_Task, 'duration_secs': 1.073083} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.225753] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2212.226060] env[62490]: INFO nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Took 16.83 seconds to spawn the instance on the hypervisor. [ 2212.226137] env[62490]: DEBUG nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2212.226913] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c16a6d-a8b0-412f-86c3-3f36504a20a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.237066] env[62490]: DEBUG nova.compute.manager [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2212.237274] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2212.238062] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb089d-a721-4e14-ac18-4984ee70ae8d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.244763] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2212.244983] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87aa018b-df55-4c21-9d23-59ce3bf1983f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.251249] env[62490]: DEBUG oslo_vmware.api [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2212.251249] env[62490]: value = "task-2066402" [ 2212.251249] env[62490]: _type = "Task" [ 2212.251249] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.260789] env[62490]: DEBUG oslo_vmware.api [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.273023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.273236] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.273409] env[62490]: DEBUG nova.network.neutron [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2212.364815] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.387979] env[62490]: DEBUG oslo_vmware.api [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066401, 'name': ReconfigVM_Task, 'duration_secs': 0.15247} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.388350] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423711', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'name': 'volume-929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '200b5ab7-5319-4f49-a15d-6e0a1385a3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca', 'serial': '929b21d8-ceb8-4a1f-a5ca-1214ebfeaeca'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2212.406410] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781279} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.407146] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2212.407146] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2212.407322] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a923a38a-c010-4dcc-bd6c-f055f524265e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.413603] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2212.413603] env[62490]: value = "task-2066403" [ 2212.413603] env[62490]: _type = "Task" [ 2212.413603] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.422851] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.745139] env[62490]: INFO nova.compute.manager [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Took 28.09 seconds to build instance. [ 2212.761859] env[62490]: DEBUG oslo_vmware.api [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066402, 'name': PowerOffVM_Task, 'duration_secs': 0.266287} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.762131] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2212.762300] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2212.762544] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-676c10b4-dc93-4b3c-a012-d2c01ed057a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.864537] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066400, 'name': ReconfigVM_Task, 'duration_secs': 0.631981} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.866883] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 41061a38-305a-409c-a95a-82392b65eab6/41061a38-305a-409c-a95a-82392b65eab6.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2212.867853] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca8311a-eb17-419d-91ac-bf977c537032 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.874318] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2212.874318] env[62490]: value = "task-2066405" [ 2212.874318] env[62490]: _type = "Task" [ 2212.874318] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.882139] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066405, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.926141] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11159} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.926468] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2212.927223] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19254f5b-40d5-4ff6-ac75-3038bcd00276 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.930596] env[62490]: DEBUG nova.objects.instance [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'flavor' on Instance uuid 200b5ab7-5319-4f49-a15d-6e0a1385a3a8 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2212.949370] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2212.951201] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c50f7793-69bc-4768-afcf-385922bb8c61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.965414] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2212.965619] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2212.965812] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleting the datastore file [datastore1] 9f4a3813-b629-46cd-bd78-c718b1b334f0 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2212.968490] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d5dbcc6-6c3b-4111-8849-294cc02577a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.975338] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2212.975338] env[62490]: value = "task-2066406" [ 2212.975338] env[62490]: _type = "Task" [ 2212.975338] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.979827] env[62490]: DEBUG oslo_vmware.api [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2212.979827] env[62490]: value = "task-2066407" [ 2212.979827] env[62490]: _type = "Task" [ 2212.979827] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.986092] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.990394] env[62490]: DEBUG oslo_vmware.api [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.005420] env[62490]: DEBUG nova.network.neutron [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance_info_cache with network_info: [{"id": "ed56b498-3657-4725-a54a-b8db546945c2", "address": "fa:16:3e:64:34:dc", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped56b498-36", "ovs_interfaceid": "ed56b498-3657-4725-a54a-b8db546945c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.247012] env[62490]: DEBUG oslo_concurrency.lockutils [None req-45c804c6-16b4-41b6-9e06-b95962c9b51f tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.614s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.386963] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066405, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.490874] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.493961] env[62490]: DEBUG oslo_vmware.api [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.509982] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.885131] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066405, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.938455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-116ff4ba-3dd8-4b74-89a2-e4329f2d6c64 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.303s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.960314] env[62490]: DEBUG nova.compute.manager [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Received event network-changed-1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2213.960513] env[62490]: DEBUG nova.compute.manager [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Refreshing instance network info cache due to event network-changed-1619ee88-cc0d-410f-bb61-6814201df4b6. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2213.960726] env[62490]: DEBUG oslo_concurrency.lockutils [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] Acquiring lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.960872] env[62490]: DEBUG oslo_concurrency.lockutils [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] Acquired lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.961111] env[62490]: DEBUG nova.network.neutron [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Refreshing network info cache for port 1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2213.988797] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.993570] env[62490]: DEBUG oslo_vmware.api [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609522} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.993798] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2213.993976] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2213.994167] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2213.994337] env[62490]: INFO nova.compute.manager [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Took 1.76 seconds to destroy the instance on the hypervisor. [ 2213.994584] env[62490]: DEBUG oslo.service.loopingcall [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2213.995015] env[62490]: DEBUG nova.compute.manager [-] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2213.995123] env[62490]: DEBUG nova.network.neutron [-] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2214.231091] env[62490]: DEBUG nova.compute.manager [req-eb088e04-5009-4950-a36f-ca1cbaaf9279 req-fc2603b5-5bba-4ee0-a490-9d6f360ad3bb service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Received event network-vif-deleted-3488fbdd-da0e-4d7d-8df4-e6426621740d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2214.231276] env[62490]: INFO nova.compute.manager [req-eb088e04-5009-4950-a36f-ca1cbaaf9279 req-fc2603b5-5bba-4ee0-a490-9d6f360ad3bb service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Neutron deleted interface 3488fbdd-da0e-4d7d-8df4-e6426621740d; detaching it from the instance and deleting it from the info cache [ 2214.231432] env[62490]: DEBUG nova.network.neutron [req-eb088e04-5009-4950-a36f-ca1cbaaf9279 req-fc2603b5-5bba-4ee0-a490-9d6f360ad3bb service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.389874] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066405, 'name': Rename_Task, 'duration_secs': 1.165861} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.390255] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2214.390500] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de4ea52-3505-48fb-918c-e3f41b205c5f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.397549] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2214.397549] env[62490]: value = "task-2066408" [ 2214.397549] env[62490]: _type = "Task" [ 2214.397549] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.407402] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.488212] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.709140] env[62490]: DEBUG nova.network.neutron [-] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.737188] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b46eed5-1ead-40f1-b4b5-f1fb642f16f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.745139] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4def8e30-1bc1-4ed3-88cb-68ec2a18d796 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.781725] env[62490]: DEBUG nova.compute.manager [req-eb088e04-5009-4950-a36f-ca1cbaaf9279 req-fc2603b5-5bba-4ee0-a490-9d6f360ad3bb service nova] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Detach interface failed, port_id=3488fbdd-da0e-4d7d-8df4-e6426621740d, reason: Instance 9f4a3813-b629-46cd-bd78-c718b1b334f0 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2214.890974] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.891271] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.891487] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.891674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.891892] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.894065] env[62490]: INFO nova.compute.manager [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Terminating instance [ 2214.907367] env[62490]: DEBUG oslo_vmware.api [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066408, 'name': PowerOnVM_Task, 'duration_secs': 0.489031} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.908149] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2214.908356] env[62490]: INFO nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Took 9.59 seconds to spawn the instance on the hypervisor. [ 2214.908529] env[62490]: DEBUG nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2214.909596] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14719b04-b9e0-480a-bb37-1d03f0065437 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.952835] env[62490]: DEBUG nova.network.neutron [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updated VIF entry in instance network info cache for port 1619ee88-cc0d-410f-bb61-6814201df4b6. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2214.953041] env[62490]: DEBUG nova.network.neutron [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.992150] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066406, 'name': ReconfigVM_Task, 'duration_secs': 1.984475} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.992575] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2214.993489] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36c0d239-61f4-4c51-a2c7-b46c7f9d34a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.001127] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2215.001127] env[62490]: value = "task-2066409" [ 2215.001127] env[62490]: _type = "Task" [ 2215.001127] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.013691] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066409, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.027828] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56e6ec-01c7-463d-91f7-e48560069276 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.060367] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance '65aedf9c-1192-4046-b5cd-0e05d43597c7' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2215.211498] env[62490]: INFO nova.compute.manager [-] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Took 1.22 seconds to deallocate network for instance. [ 2215.398085] env[62490]: DEBUG nova.compute.manager [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2215.398493] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2215.399260] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e567e-c783-4dd1-ace8-3ec1324081e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.406822] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.407125] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40b5874-3646-4264-8dbc-ead2420ab17a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.412977] env[62490]: DEBUG oslo_vmware.api [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2215.412977] env[62490]: value = "task-2066410" [ 2215.412977] env[62490]: _type = "Task" [ 2215.412977] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.420120] env[62490]: DEBUG oslo_vmware.api [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.435234] env[62490]: INFO nova.compute.manager [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Took 14.70 seconds to build instance. [ 2215.456290] env[62490]: DEBUG oslo_concurrency.lockutils [req-29f754fa-2d83-4605-8144-3507f957dee7 req-e80f52ce-4284-4d48-9c12-3bfe349e0f02 service nova] Releasing lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.511803] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066409, 'name': Rename_Task, 'duration_secs': 0.414843} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.512035] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.512288] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e553df-6a1a-40cd-8d9b-11a00b4fc1bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.518633] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2215.518633] env[62490]: value = "task-2066411" [ 2215.518633] env[62490]: _type = "Task" [ 2215.518633] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.525885] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.568033] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.568364] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febbbf60-e79f-4a00-8308-63b6ca72fde9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.575366] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2215.575366] env[62490]: value = "task-2066412" [ 2215.575366] env[62490]: _type = "Task" [ 2215.575366] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.584057] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.718128] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.718574] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.718907] env[62490]: DEBUG nova.objects.instance [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'resources' on Instance uuid 9f4a3813-b629-46cd-bd78-c718b1b334f0 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2215.923399] env[62490]: DEBUG oslo_vmware.api [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066410, 'name': PowerOffVM_Task, 'duration_secs': 0.336864} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.923676] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2215.923856] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2215.924124] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-983d45c9-d5d3-447e-9817-30d982afe10a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.937420] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4ad1fab9-a4b2-40bb-a18f-be953003d9c9 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "41061a38-305a-409c-a95a-82392b65eab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.218s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.030226] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.031420] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2216.031614] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2216.031793] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleting the datastore file [datastore1] 200b5ab7-5319-4f49-a15d-6e0a1385a3a8 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2216.032058] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9466ed9b-e4a4-4893-be79-5253146b08c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.038316] env[62490]: DEBUG oslo_vmware.api [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2216.038316] env[62490]: value = "task-2066414" [ 2216.038316] env[62490]: _type = "Task" [ 2216.038316] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.046053] env[62490]: DEBUG oslo_vmware.api [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.086055] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066412, 'name': PowerOffVM_Task, 'duration_secs': 0.228736} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.086055] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2216.086055] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance '65aedf9c-1192-4046-b5cd-0e05d43597c7' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.394352] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578a04c7-92eb-4ad7-8680-e07e69ac5b1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.403622] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2de6f28-ecc5-4979-ab1e-863470157c13 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.433938] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71f865-d6b1-4922-acbd-2ea767bf1aef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.441649] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6390c83d-ecef-4228-b177-1835dc77d255 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.455090] env[62490]: DEBUG nova.compute.provider_tree [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2216.533022] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.547751] env[62490]: DEBUG oslo_vmware.api [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137603} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.547872] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.548008] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.548200] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.548375] env[62490]: INFO nova.compute.manager [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2216.548608] env[62490]: DEBUG oslo.service.loopingcall [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.548797] env[62490]: DEBUG nova.compute.manager [-] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.548890] env[62490]: DEBUG nova.network.neutron [-] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2216.582575] env[62490]: DEBUG nova.compute.manager [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2216.582989] env[62490]: DEBUG nova.compute.manager [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing instance network info cache due to event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2216.583263] env[62490]: DEBUG oslo_concurrency.lockutils [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.583413] env[62490]: DEBUG oslo_concurrency.lockutils [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.583578] env[62490]: DEBUG nova.network.neutron [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2216.592963] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2216.592963] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2216.593177] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2216.593242] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2216.593356] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2216.593498] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2216.593701] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2216.594048] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2216.594142] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2216.594327] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2216.594639] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2216.601427] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-209abea1-dc49-4c88-bb5c-c4e5a910f811 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.620777] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2216.620777] env[62490]: value = "task-2066415" [ 2216.620777] env[62490]: _type = "Task" [ 2216.620777] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.630226] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.958631] env[62490]: DEBUG nova.scheduler.client.report [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2217.029163] env[62490]: DEBUG oslo_vmware.api [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066411, 'name': PowerOnVM_Task, 'duration_secs': 1.260452} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.029444] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2217.029644] env[62490]: INFO nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Took 8.32 seconds to spawn the instance on the hypervisor. [ 2217.029824] env[62490]: DEBUG nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.030616] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb8c572-84e0-42eb-b4a4-d6bdf76d69e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.130682] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066415, 'name': ReconfigVM_Task, 'duration_secs': 0.319733} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.135344] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance '65aedf9c-1192-4046-b5cd-0e05d43597c7' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2217.415385] env[62490]: DEBUG nova.network.neutron [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updated VIF entry in instance network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2217.415794] env[62490]: DEBUG nova.network.neutron [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.463399] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.486947] env[62490]: INFO nova.scheduler.client.report [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted allocations for instance 9f4a3813-b629-46cd-bd78-c718b1b334f0 [ 2217.548823] env[62490]: INFO nova.compute.manager [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Took 13.16 seconds to build instance. [ 2217.609151] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "53d1a61d-80ef-41a4-b71c-fa794e854306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.609409] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.643713] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2217.643997] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2217.644228] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2217.644449] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2217.644646] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2217.644835] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2217.645094] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2217.645298] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2217.645492] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2217.645705] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2217.645911] env[62490]: DEBUG nova.virt.hardware [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2217.652091] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2217.652954] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f2ee3e-5272-490b-a8e7-a05a3cc7fcc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.667641] env[62490]: DEBUG nova.network.neutron [-] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.675092] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2217.675092] env[62490]: value = "task-2066416" [ 2217.675092] env[62490]: _type = "Task" [ 2217.675092] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.683929] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.919503] env[62490]: DEBUG oslo_concurrency.lockutils [req-9eecf6d3-4640-46da-9f81-357d69e00c4b req-0e5fd450-7304-4806-85e1-df59a02092d0 service nova] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.995470] env[62490]: DEBUG oslo_concurrency.lockutils [None req-639c15b0-9588-4375-a37b-1faf2f8c59a7 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "9f4a3813-b629-46cd-bd78-c718b1b334f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.265s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.051258] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41ad5ae0-c4c3-4606-9651-eb7bef68cd41 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.676s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.111440] env[62490]: DEBUG nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2218.170215] env[62490]: INFO nova.compute.manager [-] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Took 1.62 seconds to deallocate network for instance. [ 2218.186737] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066416, 'name': ReconfigVM_Task, 'duration_secs': 0.356864} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.187239] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2218.188257] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578c50f-4034-441b-a62b-93c7220ba720 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.212605] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 65aedf9c-1192-4046-b5cd-0e05d43597c7/65aedf9c-1192-4046-b5cd-0e05d43597c7.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2218.214262] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba9cb84-5ca3-44d9-83aa-07f7aeaff8c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.233492] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2218.233492] env[62490]: value = "task-2066417" [ 2218.233492] env[62490]: _type = "Task" [ 2218.233492] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.241836] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.584094] env[62490]: INFO nova.compute.manager [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Rebuilding instance [ 2218.611844] env[62490]: DEBUG nova.compute.manager [req-634b9186-825f-4ead-afab-f7f7dd32fa0c req-96cac73c-f937-4cec-9681-4369d52f0292 service nova] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Received event network-vif-deleted-eaeafb46-b048-4463-ab9b-a6d38f8584d1 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2218.630539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.630793] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.632297] env[62490]: INFO nova.compute.claims [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2218.637168] env[62490]: DEBUG nova.compute.manager [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.638024] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052212b9-a475-41a7-a7ac-662c6caf9c8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.677062] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.745216] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.814243] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "2d89066f-acb3-4661-834a-23925a239b03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.814444] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.244294] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066417, 'name': ReconfigVM_Task, 'duration_secs': 0.743073} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.244600] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 65aedf9c-1192-4046-b5cd-0e05d43597c7/65aedf9c-1192-4046-b5cd-0e05d43597c7.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2219.244917] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance '65aedf9c-1192-4046-b5cd-0e05d43597c7' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2219.317115] env[62490]: DEBUG nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2219.650745] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2219.651094] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60e5951-1614-47fb-bdae-daa1e20b283f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.658866] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2219.658866] env[62490]: value = "task-2066418" [ 2219.658866] env[62490]: _type = "Task" [ 2219.658866] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.667993] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.751188] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1688b-7fbc-4503-9c10-bad3465858d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.775661] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60e38ec-99ea-4d81-9d88-d8a224a15a56 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.794349] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance '65aedf9c-1192-4046-b5cd-0e05d43597c7' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2219.835814] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.845243] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9c76d-c377-41c7-9197-809a6248b361 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.852433] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a5e45-89ba-4048-a6a7-6fe82fbd2bff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.882043] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a13cbf-629f-4087-8836-60ae7acec567 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.889277] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c49ef7-a459-4173-be6d-8f0c59352fca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.903725] env[62490]: DEBUG nova.compute.provider_tree [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.168608] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066418, 'name': PowerOffVM_Task, 'duration_secs': 0.143073} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.168875] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2220.169124] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2220.170188] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8ec510-1b47-4425-b76f-32e160ac0b6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.176782] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2220.177025] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e00ccd3-c53d-4364-a275-76fa75ede555 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.200609] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2220.200751] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2220.200930] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Deleting the datastore file [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2220.201193] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5491db8a-f756-4f09-93e4-bc574bd468f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.209070] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2220.209070] env[62490]: value = "task-2066420" [ 2220.209070] env[62490]: _type = "Task" [ 2220.209070] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.216552] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.339074] env[62490]: DEBUG nova.network.neutron [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Port ed56b498-3657-4725-a54a-b8db546945c2 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2220.406966] env[62490]: DEBUG nova.scheduler.client.report [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.719497] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132144} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.720922] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2220.720922] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2220.720922] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2220.911489] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.912053] env[62490]: DEBUG nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2220.914724] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.238s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.914939] env[62490]: DEBUG nova.objects.instance [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'resources' on Instance uuid 200b5ab7-5319-4f49-a15d-6e0a1385a3a8 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.362949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.362949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.363119] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.421382] env[62490]: DEBUG nova.compute.utils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2221.422783] env[62490]: DEBUG nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2221.422901] env[62490]: DEBUG nova.network.neutron [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2221.473376] env[62490]: DEBUG nova.policy [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2221.586150] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b68a7-ce1d-4a16-b1c2-9fdfaa57f3d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.594508] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2838fab-051e-4f5c-84a7-b3bb2183162f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.624561] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de83ca2d-45f9-49b6-8f12-8c929c8abfd5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.631940] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb26b2-c7c7-46d3-9f04-7dc85767ac20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.645192] env[62490]: DEBUG nova.compute.provider_tree [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.765493] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2221.765779] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2221.765943] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2221.766142] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2221.766383] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2221.766463] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2221.766640] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2221.766852] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2221.766997] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2221.767182] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2221.767366] env[62490]: DEBUG nova.virt.hardware [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2221.768368] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5fda36-153f-4b00-b144-dea050cdbc38 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.772498] env[62490]: DEBUG nova.network.neutron [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Successfully created port: cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2221.779045] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d1a239-dba8-440d-899a-c703bc63f5ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.791227] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2221.797052] env[62490]: DEBUG oslo.service.loopingcall [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2221.797052] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2221.797221] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a960e872-a665-4a9a-be05-c7ee49bc8956 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.815852] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2221.815852] env[62490]: value = "task-2066421" [ 2221.815852] env[62490]: _type = "Task" [ 2221.815852] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.824920] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066421, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.926382] env[62490]: DEBUG nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2222.151024] env[62490]: DEBUG nova.scheduler.client.report [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.325423] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066421, 'name': CreateVM_Task, 'duration_secs': 0.253954} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.325605] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2222.326047] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.326220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.326534] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2222.326831] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479d9257-5f99-4de8-a65e-ca07ce118c7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.331364] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2222.331364] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c397ef-4dff-94b7-3f3b-aed869a287a9" [ 2222.331364] env[62490]: _type = "Task" [ 2222.331364] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.338601] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c397ef-4dff-94b7-3f3b-aed869a287a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.412021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.412021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.412170] env[62490]: DEBUG nova.network.neutron [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2222.653699] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.656118] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.820s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.657675] env[62490]: INFO nova.compute.claims [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2222.677593] env[62490]: INFO nova.scheduler.client.report [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted allocations for instance 200b5ab7-5319-4f49-a15d-6e0a1385a3a8 [ 2222.846460] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c397ef-4dff-94b7-3f3b-aed869a287a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.846925] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.847341] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2222.847709] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.847950] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.848269] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2222.848629] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18d4843b-b6da-4b8a-bfd2-0ce64daeaaf6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.857857] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2222.858081] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2222.859166] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2411e2-5674-4b83-9f0f-130a6d1b4184 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.865771] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2222.865771] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5251a609-1643-b2c6-7195-4caf2dd85796" [ 2222.865771] env[62490]: _type = "Task" [ 2222.865771] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.877977] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5251a609-1643-b2c6-7195-4caf2dd85796, 'name': SearchDatastore_Task, 'duration_secs': 0.00838} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.879082] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b483a7c-d034-44a0-95e7-2d249157664a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.885113] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2222.885113] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521623b5-ea0b-08f8-ec7e-7abeb83423dd" [ 2222.885113] env[62490]: _type = "Task" [ 2222.885113] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.895093] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521623b5-ea0b-08f8-ec7e-7abeb83423dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.935940] env[62490]: DEBUG nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2222.961794] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2222.962044] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2222.962210] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2222.962395] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2222.962543] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2222.962692] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2222.962906] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2222.963077] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2222.963248] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2222.963407] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2222.963581] env[62490]: DEBUG nova.virt.hardware [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2222.964445] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543f1a54-f685-4cd7-b1d8-fe68503c24d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.972542] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b492102-df25-462f-8555-4b2d53a54ca1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.119657] env[62490]: DEBUG nova.network.neutron [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance_info_cache with network_info: [{"id": "ed56b498-3657-4725-a54a-b8db546945c2", "address": "fa:16:3e:64:34:dc", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped56b498-36", "ovs_interfaceid": "ed56b498-3657-4725-a54a-b8db546945c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.185131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e99f515a-2e0d-4117-a85c-756e207ff014 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "200b5ab7-5319-4f49-a15d-6e0a1385a3a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.294s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.396440] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521623b5-ea0b-08f8-ec7e-7abeb83423dd, 'name': SearchDatastore_Task, 'duration_secs': 0.007945} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.396718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.397028] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2223.397290] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-410ff766-153f-422c-9df1-0648acdaab4c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.403840] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2223.403840] env[62490]: value = "task-2066422" [ 2223.403840] env[62490]: _type = "Task" [ 2223.403840] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.411127] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.622310] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.862655] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae408a6c-d8b8-4039-bb9f-5d6056fa072a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.870252] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c71331-cff9-4f48-9374-a89c8f0f2c92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.901123] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9402f63-a852-4944-a113-a6b956266120 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.911700] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f242e-96dc-490b-a1cc-911a2ab90959 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.920095] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475864} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.920701] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2223.920913] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2223.921166] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-929bfce6-afcf-43ce-b746-4e1b7373060f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.930596] env[62490]: DEBUG nova.compute.provider_tree [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.936501] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2223.936501] env[62490]: value = "task-2066423" [ 2223.936501] env[62490]: _type = "Task" [ 2223.936501] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.943918] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.143854] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1b8870-04bc-4f3b-bff7-0f01d8daee3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.163295] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32462c9-0227-4580-bf47-dbb1e4228743 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.170071] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance '65aedf9c-1192-4046-b5cd-0e05d43597c7' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2224.434900] env[62490]: DEBUG nova.scheduler.client.report [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.447780] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33568} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.448067] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2224.448873] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14217233-567f-4fb0-b366-52078004db61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.470262] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2224.470770] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58701c87-d004-47f7-a66f-de34a2476cc4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.490172] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2224.490172] env[62490]: value = "task-2066424" [ 2224.490172] env[62490]: _type = "Task" [ 2224.490172] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.497843] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.677705] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2224.677705] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da598a4-f674-4d85-99dd-fbfea71fabdf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.684048] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2224.684048] env[62490]: value = "task-2066425" [ 2224.684048] env[62490]: _type = "Task" [ 2224.684048] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.691761] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.944021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.944525] env[62490]: DEBUG nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2224.999646] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066424, 'name': ReconfigVM_Task, 'duration_secs': 0.290834} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.999901] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a/3609e2d3-c61d-4dc5-88ac-c61b1892726a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2225.000505] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f55795-3328-43cd-ada5-0aaa16d25f3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.006667] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2225.006667] env[62490]: value = "task-2066426" [ 2225.006667] env[62490]: _type = "Task" [ 2225.006667] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.015652] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066426, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.194468] env[62490]: DEBUG oslo_vmware.api [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066425, 'name': PowerOnVM_Task, 'duration_secs': 0.47973} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.195341] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2225.195341] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7d9b6a-505c-4bbe-9734-95d3bcfa8eb5 tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance '65aedf9c-1192-4046-b5cd-0e05d43597c7' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2225.316083] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "7201e4ec-3356-409c-8deb-1d245bcffe81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.316327] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.449694] env[62490]: DEBUG nova.compute.utils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2225.451090] env[62490]: DEBUG nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2225.451268] env[62490]: DEBUG nova.network.neutron [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2225.517491] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066426, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.522572] env[62490]: DEBUG nova.policy [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4da80f788d0545eaa149ee9e0953ef27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73d7f62dcf34ab291305f904bec4776', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2225.818793] env[62490]: DEBUG nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2225.827927] env[62490]: DEBUG nova.network.neutron [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Successfully created port: afe5767b-7867-4555-832f-8d71a47d2447 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2225.954698] env[62490]: DEBUG nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2226.018070] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066426, 'name': Rename_Task, 'duration_secs': 0.867227} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.018070] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2226.018070] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3407a32e-e95d-44b2-85a7-b251e91913c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.023966] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2226.023966] env[62490]: value = "task-2066427" [ 2226.023966] env[62490]: _type = "Task" [ 2226.023966] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.032551] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.343393] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.343729] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.345396] env[62490]: INFO nova.compute.claims [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2226.535977] env[62490]: DEBUG oslo_vmware.api [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066427, 'name': PowerOnVM_Task, 'duration_secs': 0.413799} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.536213] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2226.536400] env[62490]: DEBUG nova.compute.manager [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2226.537224] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6234eca-6291-4de4-81e1-48f9a1fe79c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.964012] env[62490]: DEBUG nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2226.993698] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2226.993863] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2226.994212] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2226.994426] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2226.994581] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2226.994733] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2226.994942] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2226.995120] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2226.995340] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2226.995560] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2226.995744] env[62490]: DEBUG nova.virt.hardware [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2226.996644] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4dc6fa-6d4c-48e0-8410-321395dff669 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.004602] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c2b006-2de0-4824-87ca-ed1c70af24fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.053512] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.308778] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.309144] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.309390] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.309620] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.309886] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.312086] env[62490]: INFO nova.compute.manager [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Terminating instance [ 2227.349937] env[62490]: DEBUG oslo_concurrency.lockutils [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.350207] env[62490]: DEBUG oslo_concurrency.lockutils [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.530516] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14540b-d1f3-4b80-b9f1-a368d42bca78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.539760] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66b271c-b944-4ee4-b0d8-f3ddb9559ba2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.569459] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709d55f9-3664-4727-b464-0905841532fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.577354] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad2f48-2c79-49eb-a8ab-b136277f5494 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.590930] env[62490]: DEBUG nova.compute.provider_tree [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2227.817336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "refresh_cache-3609e2d3-c61d-4dc5-88ac-c61b1892726a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.817336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquired lock "refresh_cache-3609e2d3-c61d-4dc5-88ac-c61b1892726a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.817336] env[62490]: DEBUG nova.network.neutron [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2227.853428] env[62490]: DEBUG nova.compute.utils [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2227.955253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.955253] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.955253] env[62490]: DEBUG nova.compute.manager [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Going to confirm migration 6 {{(pid=62490) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2227.959120] env[62490]: DEBUG nova.network.neutron [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Successfully updated port: cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2227.971031] env[62490]: DEBUG nova.network.neutron [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Successfully updated port: afe5767b-7867-4555-832f-8d71a47d2447 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2228.094733] env[62490]: DEBUG nova.scheduler.client.report [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2228.337247] env[62490]: DEBUG nova.network.neutron [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2228.357222] env[62490]: DEBUG oslo_concurrency.lockutils [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.389192] env[62490]: DEBUG nova.network.neutron [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.461194] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.461366] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.461469] env[62490]: DEBUG nova.network.neutron [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2228.473237] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "refresh_cache-2d89066f-acb3-4661-834a-23925a239b03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.473392] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "refresh_cache-2d89066f-acb3-4661-834a-23925a239b03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.473530] env[62490]: DEBUG nova.network.neutron [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2228.493900] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.494074] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquired lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.494220] env[62490]: DEBUG nova.network.neutron [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2228.494395] env[62490]: DEBUG nova.objects.instance [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'info_cache' on Instance uuid 65aedf9c-1192-4046-b5cd-0e05d43597c7 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2228.599966] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.600507] env[62490]: DEBUG nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2228.603113] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.550s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.603298] env[62490]: DEBUG nova.objects.instance [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2228.891962] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Releasing lock "refresh_cache-3609e2d3-c61d-4dc5-88ac-c61b1892726a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.892501] env[62490]: DEBUG nova.compute.manager [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2228.893061] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2228.893793] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69585dfa-fac2-4994-99a8-ecf8cb39d782 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.901945] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2228.902303] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c394a5-f6e3-451e-8b8b-eb0d7fc6e324 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.910033] env[62490]: DEBUG oslo_vmware.api [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2228.910033] env[62490]: value = "task-2066428" [ 2228.910033] env[62490]: _type = "Task" [ 2228.910033] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.917939] env[62490]: DEBUG oslo_vmware.api [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.978309] env[62490]: DEBUG nova.compute.manager [req-ccdfeb46-c8b0-44f9-8832-53c5ccfa0b13 req-d3b8c8f9-19fd-4669-8aac-df0545452d48 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-vif-plugged-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.978564] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccdfeb46-c8b0-44f9-8832-53c5ccfa0b13 req-d3b8c8f9-19fd-4669-8aac-df0545452d48 service nova] Acquiring lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.978725] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccdfeb46-c8b0-44f9-8832-53c5ccfa0b13 req-d3b8c8f9-19fd-4669-8aac-df0545452d48 service nova] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.978893] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccdfeb46-c8b0-44f9-8832-53c5ccfa0b13 req-d3b8c8f9-19fd-4669-8aac-df0545452d48 service nova] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.979069] env[62490]: DEBUG nova.compute.manager [req-ccdfeb46-c8b0-44f9-8832-53c5ccfa0b13 req-d3b8c8f9-19fd-4669-8aac-df0545452d48 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] No waiting events found dispatching network-vif-plugged-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2228.979237] env[62490]: WARNING nova.compute.manager [req-ccdfeb46-c8b0-44f9-8832-53c5ccfa0b13 req-d3b8c8f9-19fd-4669-8aac-df0545452d48 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received unexpected event network-vif-plugged-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 for instance with vm_state building and task_state spawning. [ 2229.012910] env[62490]: DEBUG nova.network.neutron [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2229.030112] env[62490]: DEBUG nova.network.neutron [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2229.108056] env[62490]: DEBUG nova.compute.utils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2229.115592] env[62490]: DEBUG nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2229.115592] env[62490]: DEBUG nova.network.neutron [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2229.233403] env[62490]: DEBUG nova.policy [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9103d48ca3c54513aba3d905a2ab9fe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37d5cc49de00476183560b2dd7a51048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2229.355492] env[62490]: DEBUG nova.network.neutron [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.393961] env[62490]: DEBUG nova.network.neutron [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Updating instance_info_cache with network_info: [{"id": "afe5767b-7867-4555-832f-8d71a47d2447", "address": "fa:16:3e:82:9a:c6", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe5767b-78", "ovs_interfaceid": "afe5767b-7867-4555-832f-8d71a47d2447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.419129] env[62490]: DEBUG oslo_vmware.api [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066428, 'name': PowerOffVM_Task, 'duration_secs': 0.182029} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.419412] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.419580] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.419833] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0faf318b-9a09-4d13-a065-26f69f011120 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.428433] env[62490]: DEBUG oslo_concurrency.lockutils [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.428666] env[62490]: DEBUG oslo_concurrency.lockutils [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.428883] env[62490]: INFO nova.compute.manager [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Attaching volume 10c45013-332f-44b4-b1eb-0763c1056b6c to /dev/sdb [ 2229.447080] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.447330] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.447519] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Deleting the datastore file [datastore1] 3609e2d3-c61d-4dc5-88ac-c61b1892726a {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.447783] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b14bcd0f-3fb8-4dbc-9fc0-56baaa676c63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.453766] env[62490]: DEBUG oslo_vmware.api [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for the task: (returnval){ [ 2229.453766] env[62490]: value = "task-2066430" [ 2229.453766] env[62490]: _type = "Task" [ 2229.453766] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.461551] env[62490]: DEBUG oslo_vmware.api [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.463141] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7ef3af-489e-469b-ace9-63f73aa2b0a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.468911] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df82dd3-34d7-4687-b71d-7530f6deb146 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.482044] env[62490]: DEBUG nova.virt.block_device [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Updating existing volume attachment record: 447ac4dd-a97b-4ee4-b898-b6a73f28412b {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2229.615424] env[62490]: DEBUG nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2229.619553] env[62490]: DEBUG oslo_concurrency.lockutils [None req-b4c3d41e-4580-44b5-877b-7ced9c14534d tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.804104] env[62490]: DEBUG nova.network.neutron [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Successfully created port: 59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2229.858824] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.859289] env[62490]: DEBUG nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Instance network_info: |[{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2229.859713] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:83:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd4472bf-6eeb-4447-ba36-c48a1afc1cc8', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2229.867875] env[62490]: DEBUG oslo.service.loopingcall [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.868123] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2229.868351] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a13f8af-41f4-4db8-89c1-d3915b683262 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.887678] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2229.887678] env[62490]: value = "task-2066432" [ 2229.887678] env[62490]: _type = "Task" [ 2229.887678] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.899465] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "refresh_cache-2d89066f-acb3-4661-834a-23925a239b03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.899598] env[62490]: DEBUG nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Instance network_info: |[{"id": "afe5767b-7867-4555-832f-8d71a47d2447", "address": "fa:16:3e:82:9a:c6", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe5767b-78", "ovs_interfaceid": "afe5767b-7867-4555-832f-8d71a47d2447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2229.899770] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066432, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.900193] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:9a:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afe5767b-7867-4555-832f-8d71a47d2447', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2229.907577] env[62490]: DEBUG oslo.service.loopingcall [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.907788] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2229.908034] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1e6048d-5b7a-4f9d-a126-04e93bdd0324 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.927065] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2229.927065] env[62490]: value = "task-2066434" [ 2229.927065] env[62490]: _type = "Task" [ 2229.927065] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.936223] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066434, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.963629] env[62490]: DEBUG oslo_vmware.api [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Task: {'id': task-2066430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103307} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.963720] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2229.963893] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2229.964088] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2229.964396] env[62490]: INFO nova.compute.manager [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2229.964652] env[62490]: DEBUG oslo.service.loopingcall [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.964867] env[62490]: DEBUG nova.compute.manager [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2229.965042] env[62490]: DEBUG nova.network.neutron [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2230.064673] env[62490]: DEBUG nova.network.neutron [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2230.083360] env[62490]: DEBUG nova.network.neutron [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance_info_cache with network_info: [{"id": "ed56b498-3657-4725-a54a-b8db546945c2", "address": "fa:16:3e:64:34:dc", "network": {"id": "60fdd348-0569-4e42-81d8-7ac1dca18bce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1713059249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6874717709cd407a9e255333e3a4d1e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped56b498-36", "ovs_interfaceid": "ed56b498-3657-4725-a54a-b8db546945c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.398636] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066432, 'name': CreateVM_Task, 'duration_secs': 0.387375} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.398823] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2230.399567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.399697] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.400082] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2230.400343] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c2a7ec-e27a-460b-861c-ce34970a3bf2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.405347] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2230.405347] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c5f50c-41ac-d7f1-76df-f6ec24851181" [ 2230.405347] env[62490]: _type = "Task" [ 2230.405347] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.413307] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c5f50c-41ac-d7f1-76df-f6ec24851181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.437139] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066434, 'name': CreateVM_Task, 'duration_secs': 0.475601} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.437380] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2230.438137] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.567919] env[62490]: DEBUG nova.network.neutron [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.585479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Releasing lock "refresh_cache-65aedf9c-1192-4046-b5cd-0e05d43597c7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.585749] env[62490]: DEBUG nova.objects.instance [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lazy-loading 'migration_context' on Instance uuid 65aedf9c-1192-4046-b5cd-0e05d43597c7 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2230.626500] env[62490]: DEBUG nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2230.655397] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2230.655537] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2230.655699] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2230.655885] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2230.656060] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2230.656244] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2230.656464] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2230.656626] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2230.656796] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2230.656993] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2230.657218] env[62490]: DEBUG nova.virt.hardware [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2230.658125] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c20a023-e8ad-4069-8ea1-188eb2cd3021 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.666373] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b5a97-ddb0-4c8d-a015-3d73330f4ed6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.915824] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c5f50c-41ac-d7f1-76df-f6ec24851181, 'name': SearchDatastore_Task, 'duration_secs': 0.014182} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.916152] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.916389] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2230.916628] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.916776] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.917013] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2230.917306] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.917617] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2230.917841] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aba94fa-c1bd-4658-9bab-2aa0f5ca45ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.919565] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aea77e3-94fe-423b-bfca-e720817f3764 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.924271] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2230.924271] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5227e16e-57b5-18a2-af35-f6992a554c2e" [ 2230.924271] env[62490]: _type = "Task" [ 2230.924271] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.928052] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2230.928230] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2230.929174] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3c733f-75dd-4c1e-9b96-86ddd67eabd0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.933907] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5227e16e-57b5-18a2-af35-f6992a554c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.936772] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2230.936772] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3398a-8067-85c4-7841-a9d836218c4b" [ 2230.936772] env[62490]: _type = "Task" [ 2230.936772] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.943755] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3398a-8067-85c4-7841-a9d836218c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.010304] env[62490]: DEBUG nova.compute.manager [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Received event network-vif-plugged-afe5767b-7867-4555-832f-8d71a47d2447 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2231.010637] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Acquiring lock "2d89066f-acb3-4661-834a-23925a239b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.010858] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Lock "2d89066f-acb3-4661-834a-23925a239b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.011046] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Lock "2d89066f-acb3-4661-834a-23925a239b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.011217] env[62490]: DEBUG nova.compute.manager [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] No waiting events found dispatching network-vif-plugged-afe5767b-7867-4555-832f-8d71a47d2447 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2231.011383] env[62490]: WARNING nova.compute.manager [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Received unexpected event network-vif-plugged-afe5767b-7867-4555-832f-8d71a47d2447 for instance with vm_state building and task_state spawning. [ 2231.011542] env[62490]: DEBUG nova.compute.manager [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2231.011693] env[62490]: DEBUG nova.compute.manager [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing instance network info cache due to event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2231.011876] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.012036] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.012179] env[62490]: DEBUG nova.network.neutron [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2231.070719] env[62490]: INFO nova.compute.manager [-] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Took 1.11 seconds to deallocate network for instance. [ 2231.088776] env[62490]: DEBUG nova.objects.base [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Object Instance<65aedf9c-1192-4046-b5cd-0e05d43597c7> lazy-loaded attributes: info_cache,migration_context {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2231.089699] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f2260-2463-4997-8442-fcaa111b5804 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.109953] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9701c4-f840-4bd0-b9ab-3eb537a42ade {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.115794] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2231.115794] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c99727-b73f-e363-df03-edec7284813d" [ 2231.115794] env[62490]: _type = "Task" [ 2231.115794] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.123318] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c99727-b73f-e363-df03-edec7284813d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.434781] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5227e16e-57b5-18a2-af35-f6992a554c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01491} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.435120] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.435363] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2231.435569] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.445937] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a3398a-8067-85c4-7841-a9d836218c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.020367} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.446681] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30fce47-9844-4685-b6d1-c8fc56fde172 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.451609] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2231.451609] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52371ae4-ab31-445c-57e2-15e035c8ddfc" [ 2231.451609] env[62490]: _type = "Task" [ 2231.451609] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.458978] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52371ae4-ab31-445c-57e2-15e035c8ddfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.576989] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.577317] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.577551] env[62490]: DEBUG nova.objects.instance [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lazy-loading 'resources' on Instance uuid 3609e2d3-c61d-4dc5-88ac-c61b1892726a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2231.628025] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c99727-b73f-e363-df03-edec7284813d, 'name': SearchDatastore_Task, 'duration_secs': 0.01544} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.628025] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.640066] env[62490]: DEBUG nova.network.neutron [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Successfully updated port: 59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2231.838354] env[62490]: DEBUG nova.network.neutron [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updated VIF entry in instance network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2231.838756] env[62490]: DEBUG nova.network.neutron [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.961319] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52371ae4-ab31-445c-57e2-15e035c8ddfc, 'name': SearchDatastore_Task, 'duration_secs': 0.028638} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.961580] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.961834] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 53d1a61d-80ef-41a4-b71c-fa794e854306/53d1a61d-80ef-41a4-b71c-fa794e854306.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2231.962130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.962324] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2231.962531] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ce80873-fe52-4b11-ae0a-2a716c4a6b98 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.964303] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb956d58-78a7-4ff9-b350-26416541619b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.971333] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2231.971333] env[62490]: value = "task-2066436" [ 2231.971333] env[62490]: _type = "Task" [ 2231.971333] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.975091] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2231.975280] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2231.976230] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5af350-42bb-46e6-910f-a4bf4ba155a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.981409] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.984272] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2231.984272] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5230f3ff-7583-ee64-3247-adbde6fe6ff8" [ 2231.984272] env[62490]: _type = "Task" [ 2231.984272] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.991435] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5230f3ff-7583-ee64-3247-adbde6fe6ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.142518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.142742] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.142944] env[62490]: DEBUG nova.network.neutron [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2232.301941] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f875fcff-7030-4cfd-8d2a-063439805b13 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.310591] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de372d48-20dd-4ff9-a8c7-c8565d3f4bbe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.341221] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.341537] env[62490]: DEBUG nova.compute.manager [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Received event network-changed-afe5767b-7867-4555-832f-8d71a47d2447 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2232.341800] env[62490]: DEBUG nova.compute.manager [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Refreshing instance network info cache due to event network-changed-afe5767b-7867-4555-832f-8d71a47d2447. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2232.342019] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Acquiring lock "refresh_cache-2d89066f-acb3-4661-834a-23925a239b03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.342211] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Acquired lock "refresh_cache-2d89066f-acb3-4661-834a-23925a239b03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.342418] env[62490]: DEBUG nova.network.neutron [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Refreshing network info cache for port afe5767b-7867-4555-832f-8d71a47d2447 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2232.344500] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b6cc22-5773-46af-9277-0f012690c375 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.355155] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d224f92f-ec95-47ee-af0d-14e48344ea98 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.373381] env[62490]: DEBUG nova.compute.provider_tree [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2232.482377] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475749} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.482734] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 53d1a61d-80ef-41a4-b71c-fa794e854306/53d1a61d-80ef-41a4-b71c-fa794e854306.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2232.483010] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2232.483298] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-195621c5-78b4-4d00-8343-0240a0323fea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.493857] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5230f3ff-7583-ee64-3247-adbde6fe6ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.007581} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.495850] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2232.495850] env[62490]: value = "task-2066438" [ 2232.495850] env[62490]: _type = "Task" [ 2232.495850] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.496069] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9381362-9405-468e-a06e-194a7a96e6a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.505669] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.506565] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2232.506565] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52212e47-68f2-e8bb-1c5b-224eadd92a34" [ 2232.506565] env[62490]: _type = "Task" [ 2232.506565] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.514117] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52212e47-68f2-e8bb-1c5b-224eadd92a34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.687836] env[62490]: DEBUG nova.network.neutron [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2232.854915] env[62490]: DEBUG nova.network.neutron [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Updating instance_info_cache with network_info: [{"id": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "address": "fa:16:3e:8e:4d:26", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59094c9e-d3", "ovs_interfaceid": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.876812] env[62490]: DEBUG nova.scheduler.client.report [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2233.008047] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071565} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.010952] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2233.011710] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d42a841-299d-43d4-9396-12cff5bcd5f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.034665] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 53d1a61d-80ef-41a4-b71c-fa794e854306/53d1a61d-80ef-41a4-b71c-fa794e854306.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2233.038712] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06fcbf78-794e-493f-9de6-075b4fe1d3d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.052977] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52212e47-68f2-e8bb-1c5b-224eadd92a34, 'name': SearchDatastore_Task, 'duration_secs': 0.026132} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.054108] env[62490]: DEBUG nova.compute.manager [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Received event network-vif-plugged-59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2233.054312] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] Acquiring lock "7201e4ec-3356-409c-8deb-1d245bcffe81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.054513] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.054675] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.054846] env[62490]: DEBUG nova.compute.manager [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] No waiting events found dispatching network-vif-plugged-59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2233.055009] env[62490]: WARNING nova.compute.manager [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Received unexpected event network-vif-plugged-59094c9e-d365-42d0-a428-5c3f29d9d6bb for instance with vm_state building and task_state spawning. [ 2233.055176] env[62490]: DEBUG nova.compute.manager [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Received event network-changed-59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2233.055346] env[62490]: DEBUG nova.compute.manager [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Refreshing instance network info cache due to event network-changed-59094c9e-d365-42d0-a428-5c3f29d9d6bb. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2233.055527] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] Acquiring lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.058071] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.058328] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 2d89066f-acb3-4661-834a-23925a239b03/2d89066f-acb3-4661-834a-23925a239b03.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2233.058964] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-149d0a92-297b-4b97-9957-1f3baa4e2109 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.064099] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2233.064099] env[62490]: value = "task-2066439" [ 2233.064099] env[62490]: _type = "Task" [ 2233.064099] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.068359] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2233.068359] env[62490]: value = "task-2066440" [ 2233.068359] env[62490]: _type = "Task" [ 2233.068359] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.076639] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.081353] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.093905] env[62490]: DEBUG nova.network.neutron [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Updated VIF entry in instance network info cache for port afe5767b-7867-4555-832f-8d71a47d2447. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2233.094322] env[62490]: DEBUG nova.network.neutron [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Updating instance_info_cache with network_info: [{"id": "afe5767b-7867-4555-832f-8d71a47d2447", "address": "fa:16:3e:82:9a:c6", "network": {"id": "8821f5b0-fd30-4535-a56a-80103ec24d05", "bridge": "br-int", "label": "tempest-ServersTestJSON-1572645937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a73d7f62dcf34ab291305f904bec4776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafe5767b-78", "ovs_interfaceid": "afe5767b-7867-4555-832f-8d71a47d2447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.357717] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.358203] env[62490]: DEBUG nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Instance network_info: |[{"id": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "address": "fa:16:3e:8e:4d:26", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59094c9e-d3", "ovs_interfaceid": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2233.358674] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] Acquired lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.359017] env[62490]: DEBUG nova.network.neutron [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Refreshing network info cache for port 59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2233.360645] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:4d:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59094c9e-d365-42d0-a428-5c3f29d9d6bb', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2233.368759] env[62490]: DEBUG oslo.service.loopingcall [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.369721] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2233.369985] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f38ad234-4979-4de2-b66f-5529746871c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.384772] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.387023] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.759s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.393778] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2233.393778] env[62490]: value = "task-2066441" [ 2233.393778] env[62490]: _type = "Task" [ 2233.393778] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.402627] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066441, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.403528] env[62490]: INFO nova.scheduler.client.report [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Deleted allocations for instance 3609e2d3-c61d-4dc5-88ac-c61b1892726a [ 2233.581015] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.581265] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066440, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.596870] env[62490]: DEBUG oslo_concurrency.lockutils [req-67906af7-ced9-42ed-ae1e-f8135d719aba req-eeec04d9-508b-489f-a2f5-18b57bbe47eb service nova] Releasing lock "refresh_cache-2d89066f-acb3-4661-834a-23925a239b03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.906955] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066441, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.914581] env[62490]: DEBUG oslo_concurrency.lockutils [None req-70c7b043-8248-49ce-9f12-f406669b9461 tempest-ServerShowV257Test-8129444 tempest-ServerShowV257Test-8129444-project-member] Lock "3609e2d3-c61d-4dc5-88ac-c61b1892726a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.605s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.076765] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.078699] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12029de9-b30e-46c1-a199-914356d9213f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.084313] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900965} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.087268] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 2d89066f-acb3-4661-834a-23925a239b03/2d89066f-acb3-4661-834a-23925a239b03.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2234.087484] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2234.087722] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4acf7699-5f1c-4595-b523-cd14fe43d5e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.092262] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd335a4-c17e-4ccf-9940-8ce5d8663ff9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.096620] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2234.096620] env[62490]: value = "task-2066442" [ 2234.096620] env[62490]: _type = "Task" [ 2234.096620] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.128875] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f9e17-3ec1-43d3-bbf4-cbcefd86540c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.138815] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.146635] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa4dfbf-167c-423d-a6af-49e226496ff2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.160763] env[62490]: DEBUG nova.compute.provider_tree [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2234.173716] env[62490]: DEBUG nova.network.neutron [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Updated VIF entry in instance network info cache for port 59094c9e-d365-42d0-a428-5c3f29d9d6bb. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.174102] env[62490]: DEBUG nova.network.neutron [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Updating instance_info_cache with network_info: [{"id": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "address": "fa:16:3e:8e:4d:26", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59094c9e-d3", "ovs_interfaceid": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.404087] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066441, 'name': CreateVM_Task, 'duration_secs': 0.606808} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.404379] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2234.404961] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.405180] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.405526] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2234.405793] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20eec296-9ed7-46fd-aeb0-3f807367c332 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.410461] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2234.410461] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ee25fd-200d-d67e-37e4-8706da1b8f18" [ 2234.410461] env[62490]: _type = "Task" [ 2234.410461] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.418629] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ee25fd-200d-d67e-37e4-8706da1b8f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.525356] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2234.525590] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2234.526535] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f57f72-eeb9-4aad-8b21-0754c5831626 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.542669] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049ec390-d7a9-411c-b55d-e0ce63f298b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.567261] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-10c45013-332f-44b4-b1eb-0763c1056b6c/volume-10c45013-332f-44b4-b1eb-0763c1056b6c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2234.567579] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b715f3dc-d0c8-4eb5-8256-ccdb6421d4fe {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.589095] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066439, 'name': ReconfigVM_Task, 'duration_secs': 1.020699} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.590253] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 53d1a61d-80ef-41a4-b71c-fa794e854306/53d1a61d-80ef-41a4-b71c-fa794e854306.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2234.590901] env[62490]: DEBUG oslo_vmware.api [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2234.590901] env[62490]: value = "task-2066443" [ 2234.590901] env[62490]: _type = "Task" [ 2234.590901] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.591100] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c4a23c1-e9f6-49c1-9bb6-b5b65c461e50 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.601207] env[62490]: DEBUG oslo_vmware.api [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.604653] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2234.604653] env[62490]: value = "task-2066444" [ 2234.604653] env[62490]: _type = "Task" [ 2234.604653] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.610165] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193986} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.610709] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2234.611439] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb15b0c-15bf-45a3-83f6-824615622dda {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.617356] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066444, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.639493] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 2d89066f-acb3-4661-834a-23925a239b03/2d89066f-acb3-4661-834a-23925a239b03.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2234.639790] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ce8a10-21c2-4697-aa80-f9c8fd4c3c92 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.660089] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2234.660089] env[62490]: value = "task-2066445" [ 2234.660089] env[62490]: _type = "Task" [ 2234.660089] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.663765] env[62490]: DEBUG nova.scheduler.client.report [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2234.671870] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.677558] env[62490]: DEBUG oslo_concurrency.lockutils [req-ccc77632-6a96-49ea-8b5e-86af15364786 req-f2507c5b-18f8-4db7-9619-0f8d6754ea0b service nova] Releasing lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.921539] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ee25fd-200d-d67e-37e4-8706da1b8f18, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.921864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.922132] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2234.922381] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.922539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.922733] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2234.923020] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e6d27dc-0732-49bb-91b2-48e7b4f6cd43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.930831] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2234.930998] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2234.931696] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a4b36a-199b-49f9-96c5-65ffd96c87cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.937086] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2234.937086] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f7b48c-9fa8-ce4f-8dd7-d0bac63d9f70" [ 2234.937086] env[62490]: _type = "Task" [ 2234.937086] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.949410] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f7b48c-9fa8-ce4f-8dd7-d0bac63d9f70, 'name': SearchDatastore_Task, 'duration_secs': 0.009982} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.950139] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0c5764-215c-4d72-be60-f1e8b88c843c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.955218] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2234.955218] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524cbe56-7461-92c7-2785-0fc827989f23" [ 2234.955218] env[62490]: _type = "Task" [ 2234.955218] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.962172] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524cbe56-7461-92c7-2785-0fc827989f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.102541] env[62490]: DEBUG oslo_vmware.api [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066443, 'name': ReconfigVM_Task, 'duration_secs': 0.360535} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.102882] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-10c45013-332f-44b4-b1eb-0763c1056b6c/volume-10c45013-332f-44b4-b1eb-0763c1056b6c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2235.108271] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21a6ad6-87ff-49ad-aca0-eb258ab02d95 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.125434] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066444, 'name': Rename_Task, 'duration_secs': 0.154697} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.126557] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2235.126853] env[62490]: DEBUG oslo_vmware.api [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2235.126853] env[62490]: value = "task-2066446" [ 2235.126853] env[62490]: _type = "Task" [ 2235.126853] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.127067] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee11a236-0fbb-4a78-8f72-662b0e2db935 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.135534] env[62490]: DEBUG oslo_vmware.api [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.136597] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2235.136597] env[62490]: value = "task-2066447" [ 2235.136597] env[62490]: _type = "Task" [ 2235.136597] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.143825] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.174610] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066445, 'name': ReconfigVM_Task, 'duration_secs': 0.260265} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.175338] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 2d89066f-acb3-4661-834a-23925a239b03/2d89066f-acb3-4661-834a-23925a239b03.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2235.175971] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bee3be5-ebaf-4be5-b5dc-a4c9c6e0ffaf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.182781] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2235.182781] env[62490]: value = "task-2066448" [ 2235.182781] env[62490]: _type = "Task" [ 2235.182781] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.192117] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066448, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.466638] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524cbe56-7461-92c7-2785-0fc827989f23, 'name': SearchDatastore_Task, 'duration_secs': 0.007815} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.467120] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.467220] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 7201e4ec-3356-409c-8deb-1d245bcffe81/7201e4ec-3356-409c-8deb-1d245bcffe81.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2235.467492] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59da4f83-6e1f-45dc-a6b8-fa7690d7c7a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.474295] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2235.474295] env[62490]: value = "task-2066449" [ 2235.474295] env[62490]: _type = "Task" [ 2235.474295] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.482348] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.638246] env[62490]: DEBUG oslo_vmware.api [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066446, 'name': ReconfigVM_Task, 'duration_secs': 0.173715} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.641695] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2235.648089] env[62490]: DEBUG oslo_vmware.api [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066447, 'name': PowerOnVM_Task, 'duration_secs': 0.48053} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.648332] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2235.648527] env[62490]: INFO nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Took 12.71 seconds to spawn the instance on the hypervisor. [ 2235.648913] env[62490]: DEBUG nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2235.649541] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef666c9a-afc6-4857-adfe-0563b5846124 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.677099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.290s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.692706] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066448, 'name': Rename_Task, 'duration_secs': 0.134475} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.693010] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2235.693805] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d5622b-aca6-4878-9e0d-0a6ffd3cc229 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.700604] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2235.700604] env[62490]: value = "task-2066450" [ 2235.700604] env[62490]: _type = "Task" [ 2235.700604] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.708270] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.985752] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.166971] env[62490]: INFO nova.compute.manager [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Took 17.55 seconds to build instance. [ 2236.213732] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.238576] env[62490]: INFO nova.scheduler.client.report [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted allocation for migration dcf3a450-498b-41f2-8ce2-0c84928b866f [ 2236.485634] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694965} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.485950] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 7201e4ec-3356-409c-8deb-1d245bcffe81/7201e4ec-3356-409c-8deb-1d245bcffe81.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2236.486285] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2236.486646] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a33781d-da79-4c49-a5d2-0a9665bfe41a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.492943] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2236.492943] env[62490]: value = "task-2066451" [ 2236.492943] env[62490]: _type = "Task" [ 2236.492943] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.502303] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.627656] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.627924] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2236.669168] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c0f65bbb-5f8d-45c8-8e31-15fb39a41b7a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.060s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.685494] env[62490]: DEBUG nova.objects.instance [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'flavor' on Instance uuid 8ecffcb2-cf5d-4fd4-910b-77adba988c6d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2236.715238] env[62490]: DEBUG oslo_vmware.api [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066450, 'name': PowerOnVM_Task, 'duration_secs': 0.518042} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.715513] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2236.715709] env[62490]: INFO nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Took 9.75 seconds to spawn the instance on the hypervisor. [ 2236.715901] env[62490]: DEBUG nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2236.716670] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1661b8-a5ab-4938-a9ac-20cc45082b4b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.744100] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.791s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.003589] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063596} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.003939] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2237.004772] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e02880-a9f1-4c18-a762-0f96551f24b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.027617] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7201e4ec-3356-409c-8deb-1d245bcffe81/7201e4ec-3356-409c-8deb-1d245bcffe81.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2237.027936] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ba40e2-11da-4558-8184-31bd7b4abcc2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.047109] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2237.047109] env[62490]: value = "task-2066452" [ 2237.047109] env[62490]: _type = "Task" [ 2237.047109] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.054910] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.134317] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2237.134705] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2237.192249] env[62490]: DEBUG oslo_concurrency.lockutils [None req-34f5b3ce-4174-4565-9738-421db5cfaafa tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.763s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.194728] env[62490]: INFO nova.compute.manager [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Rebuilding instance [ 2237.235944] env[62490]: INFO nova.compute.manager [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Took 17.41 seconds to build instance. [ 2237.249631] env[62490]: DEBUG nova.compute.manager [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2237.250676] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b2fcf2-e84b-45ba-8643-39ef79c52d29 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.506053] env[62490]: DEBUG nova.compute.manager [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2237.507063] env[62490]: DEBUG nova.compute.manager [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing instance network info cache due to event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2237.507063] env[62490]: DEBUG oslo_concurrency.lockutils [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.507063] env[62490]: DEBUG oslo_concurrency.lockutils [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.507063] env[62490]: DEBUG nova.network.neutron [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2237.557377] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066452, 'name': ReconfigVM_Task, 'duration_secs': 0.28385} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.557649] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7201e4ec-3356-409c-8deb-1d245bcffe81/7201e4ec-3356-409c-8deb-1d245bcffe81.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2237.558351] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69087561-f527-4b11-8b63-b76c11cb932e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.564315] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2237.564315] env[62490]: value = "task-2066453" [ 2237.564315] env[62490]: _type = "Task" [ 2237.564315] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.574197] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066453, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.738568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1b5cae52-ef63-4412-8175-cb62058c5f46 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.924s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.981079] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.981465] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.981978] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.981978] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.982093] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.984680] env[62490]: INFO nova.compute.manager [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Terminating instance [ 2238.074108] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066453, 'name': Rename_Task, 'duration_secs': 0.144657} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.074390] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2238.074634] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad6a4e95-6ba5-4776-95b6-b87c5b24db65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.080217] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2238.080217] env[62490]: value = "task-2066454" [ 2238.080217] env[62490]: _type = "Task" [ 2238.080217] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.087416] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.268387] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.268689] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b26c164-422b-4ee1-9653-3d13ffe16f2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.276302] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2238.276302] env[62490]: value = "task-2066455" [ 2238.276302] env[62490]: _type = "Task" [ 2238.276302] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.284581] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.300936] env[62490]: DEBUG oslo_concurrency.lockutils [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "2d89066f-acb3-4661-834a-23925a239b03" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.301217] env[62490]: DEBUG oslo_concurrency.lockutils [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.301391] env[62490]: DEBUG nova.compute.manager [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2238.302289] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0eff4c-cfa8-4fc1-8238-463194742acc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.309067] env[62490]: DEBUG nova.compute.manager [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2238.309633] env[62490]: DEBUG nova.objects.instance [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'flavor' on Instance uuid 2d89066f-acb3-4661-834a-23925a239b03 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2238.377475] env[62490]: DEBUG nova.network.neutron [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updated VIF entry in instance network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2238.377851] env[62490]: DEBUG nova.network.neutron [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.488728] env[62490]: DEBUG nova.compute.manager [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2238.489032] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2238.490086] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e96e96-71e3-489d-ba36-74462108f85c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.498534] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.498837] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c5dae96-2b16-4201-90e0-9b49ee3ee044 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.505117] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2238.505117] env[62490]: value = "task-2066456" [ 2238.505117] env[62490]: _type = "Task" [ 2238.505117] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.513537] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.591705] env[62490]: DEBUG oslo_vmware.api [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066454, 'name': PowerOnVM_Task, 'duration_secs': 0.506432} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.592039] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2238.592215] env[62490]: INFO nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Took 7.97 seconds to spawn the instance on the hypervisor. [ 2238.592398] env[62490]: DEBUG nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2238.593259] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda1be5-c0eb-479c-9110-9df7784d3277 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.692293] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.692293] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.692474] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2238.787705] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066455, 'name': PowerOffVM_Task, 'duration_secs': 0.23638} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.787992] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2238.855930] env[62490]: INFO nova.compute.manager [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Detaching volume 10c45013-332f-44b4-b1eb-0763c1056b6c [ 2238.881015] env[62490]: DEBUG oslo_concurrency.lockutils [req-0afb2693-4e14-47e2-9b84-67aa7074c876 req-3d58fa9f-d6f2-4c32-b69e-45d9ed7f07de service nova] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.891015] env[62490]: INFO nova.virt.block_device [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Attempting to driver detach volume 10c45013-332f-44b4-b1eb-0763c1056b6c from mountpoint /dev/sdb [ 2238.891282] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2238.891527] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2238.892412] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c521411-187e-4f71-b22b-917e0248fc52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.915239] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f905c2d-852a-4a1d-8421-2ac3b0f1ad0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.925270] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c26d8-c2be-4670-9c46-43de1b2d450e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.949569] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a0ac0-accd-4881-89c3-78f63d81a3af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.964870] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] The volume has not been displaced from its original location: [datastore1] volume-10c45013-332f-44b4-b1eb-0763c1056b6c/volume-10c45013-332f-44b4-b1eb-0763c1056b6c.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2238.970388] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2238.970734] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e32a340d-b1fc-457a-8da5-46c6133f3943 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.988929] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2238.988929] env[62490]: value = "task-2066457" [ 2238.988929] env[62490]: _type = "Task" [ 2238.988929] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.998112] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.014640] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066456, 'name': PowerOffVM_Task, 'duration_secs': 0.185078} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.015027] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2239.015293] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2239.015520] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af039918-ef8c-4ef3-bffb-2f17b0c3d9d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.112264] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2239.112402] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2239.112598] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleting the datastore file [datastore1] 65aedf9c-1192-4046-b5cd-0e05d43597c7 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2239.113095] env[62490]: INFO nova.compute.manager [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Took 12.79 seconds to build instance. [ 2239.113913] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50353221-ac9e-44d0-9081-5aca158b7b6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.122644] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for the task: (returnval){ [ 2239.122644] env[62490]: value = "task-2066459" [ 2239.122644] env[62490]: _type = "Task" [ 2239.122644] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.131108] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.320419] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2239.320735] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d17e46a-5f92-42ff-8b36-a688a92a923b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.328295] env[62490]: DEBUG oslo_vmware.api [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2239.328295] env[62490]: value = "task-2066460" [ 2239.328295] env[62490]: _type = "Task" [ 2239.328295] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.336843] env[62490]: DEBUG oslo_vmware.api [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.499429] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066457, 'name': ReconfigVM_Task, 'duration_secs': 0.30564} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.499721] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2239.504587] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532e3cfd-73f2-4756-8954-50631bf009ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.519230] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2239.519230] env[62490]: value = "task-2066461" [ 2239.519230] env[62490]: _type = "Task" [ 2239.519230] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.527900] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.539827] env[62490]: DEBUG nova.compute.manager [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2239.539913] env[62490]: DEBUG nova.compute.manager [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing instance network info cache due to event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2239.540274] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.540324] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.540471] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.617516] env[62490]: DEBUG oslo_concurrency.lockutils [None req-17be7e7a-7a8d-49a5-8ef3-ef609edb1095 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.301s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.632563] env[62490]: DEBUG oslo_vmware.api [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Task: {'id': task-2066459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26226} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.634179] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2239.634179] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2239.634179] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2239.634179] env[62490]: INFO nova.compute.manager [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2239.634179] env[62490]: DEBUG oslo.service.loopingcall [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.634179] env[62490]: DEBUG nova.compute.manager [-] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2239.634179] env[62490]: DEBUG nova.network.neutron [-] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2239.842113] env[62490]: DEBUG oslo_vmware.api [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066460, 'name': PowerOffVM_Task, 'duration_secs': 0.197615} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.842993] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2239.843442] env[62490]: DEBUG nova.compute.manager [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2239.847863] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779aad8e-41bb-4d8c-98d5-fe0f4dbe8883 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.035017] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066461, 'name': ReconfigVM_Task, 'duration_secs': 0.367239} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.035017] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2240.302198] env[62490]: DEBUG nova.compute.manager [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Received event network-changed-59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2240.303168] env[62490]: DEBUG nova.compute.manager [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Refreshing instance network info cache due to event network-changed-59094c9e-d365-42d0-a428-5c3f29d9d6bb. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2240.303168] env[62490]: DEBUG oslo_concurrency.lockutils [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] Acquiring lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.303168] env[62490]: DEBUG oslo_concurrency.lockutils [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] Acquired lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.303168] env[62490]: DEBUG nova.network.neutron [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Refreshing network info cache for port 59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2240.341604] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updating instance_info_cache with network_info: [{"id": "150cb1df-69de-4097-8114-c29b58771341", "address": "fa:16:3e:35:fd:45", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150cb1df-69", "ovs_interfaceid": "150cb1df-69de-4097-8114-c29b58771341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.365341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-50c719c8-447f-4ab9-93ec-ca0492ec5863 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.494833] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updated VIF entry in instance network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.495324] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.718204] env[62490]: DEBUG nova.network.neutron [-] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.845854] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.845961] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2240.846182] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2240.846344] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2240.847392] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2240.847392] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2240.847392] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2240.847545] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2240.847577] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2240.847709] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2240.998741] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.998741] env[62490]: DEBUG nova.compute.manager [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2240.998957] env[62490]: DEBUG nova.compute.manager [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing instance network info cache due to event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2240.999037] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.999186] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.999357] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2241.034919] env[62490]: DEBUG nova.network.neutron [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Updated VIF entry in instance network info cache for port 59094c9e-d365-42d0-a428-5c3f29d9d6bb. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2241.035321] env[62490]: DEBUG nova.network.neutron [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Updating instance_info_cache with network_info: [{"id": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "address": "fa:16:3e:8e:4d:26", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59094c9e-d3", "ovs_interfaceid": "59094c9e-d365-42d0-a428-5c3f29d9d6bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.104305] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2241.104746] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c31ecc-0f6a-45f2-96ca-fdaf7c5d762b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.112820] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2241.112820] env[62490]: value = "task-2066462" [ 2241.112820] env[62490]: _type = "Task" [ 2241.112820] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.121747] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2241.121962] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2241.122193] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2241.122940] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111cf089-917c-4aa3-b53d-d1c795d8542e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.141610] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "2d89066f-acb3-4661-834a-23925a239b03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.141806] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.142024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "2d89066f-acb3-4661-834a-23925a239b03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.142217] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.142385] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.144541] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82082b7c-25ec-4f7f-ae6f-8f8c3042a0f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.147467] env[62490]: INFO nova.compute.manager [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Terminating instance [ 2241.153764] env[62490]: WARNING nova.virt.vmwareapi.driver [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2241.154133] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2241.154875] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f74d880-02d6-4730-89e8-c94b3eed47cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.161963] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.162207] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bedf80e8-d25a-4937-a195-6500fd25616d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.221081] env[62490]: INFO nova.compute.manager [-] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Took 1.59 seconds to deallocate network for instance. [ 2241.240904] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2241.241198] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2241.241419] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleting the datastore file [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2241.241680] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72cad86d-01fd-4ec7-9432-ca3f1be63a58 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.248038] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2241.248038] env[62490]: value = "task-2066464" [ 2241.248038] env[62490]: _type = "Task" [ 2241.248038] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.255986] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.351357] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.351758] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.352048] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.352307] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2241.353667] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf099e6-a5f2-4190-b6fe-acda98830a3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.366269] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f458264-5b8b-4042-b641-36e88688437f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.382963] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef7d0f2-d440-4fea-8a4d-7eea772dadb0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.390663] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5174c4cd-a21d-4276-92ff-947ad0b6c5df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.422442] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180026MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2241.422622] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.422746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.538227] env[62490]: DEBUG oslo_concurrency.lockutils [req-21e38c5c-c007-47e2-9827-9b4fd280e256 req-edde77f5-e690-45b1-9cf7-412a3e744745 service nova] Releasing lock "refresh_cache-7201e4ec-3356-409c-8deb-1d245bcffe81" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.570691] env[62490]: DEBUG nova.compute.manager [req-eab77048-654c-4a8d-aa6c-60ec35838c42 req-212be9fd-1074-4052-8402-8f6c1a922200 service nova] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Received event network-vif-deleted-ed56b498-3657-4725-a54a-b8db546945c2 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2241.651150] env[62490]: DEBUG nova.compute.manager [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2241.651448] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2241.652536] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c689e-e4cf-4eb0-908c-d21dce982a0c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.660714] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.660942] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14ebd444-8c93-470f-a091-ebbdf20deee2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.706486] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updated VIF entry in instance network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2241.706848] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.728965] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.759042] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138187} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.759352] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2241.759562] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2241.759753] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2242.210234] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.210459] env[62490]: DEBUG nova.compute.manager [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2242.210645] env[62490]: DEBUG nova.compute.manager [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing instance network info cache due to event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2242.210854] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.210996] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.211170] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2242.264698] env[62490]: INFO nova.virt.block_device [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Booting with volume 10c45013-332f-44b4-b1eb-0763c1056b6c at /dev/sdb [ 2242.299304] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17366aa3-47f6-4427-8935-4ec13fa3ce30 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.308959] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b47319-b104-4e8c-ac88-ebb2cb81737e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.325547] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2242.325789] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2242.325943] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleting the datastore file [datastore1] 2d89066f-acb3-4661-834a-23925a239b03 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2242.326224] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b9b15db-e14d-4c1d-a9da-69ca60b814d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.332721] env[62490]: DEBUG oslo_vmware.api [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2242.332721] env[62490]: value = "task-2066466" [ 2242.332721] env[62490]: _type = "Task" [ 2242.332721] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.345652] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7deebcc7-586e-42c5-bed8-28d7bd79ece5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.350590] env[62490]: DEBUG oslo_vmware.api [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.356710] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fa7719-4cde-42cf-811f-f0f1e2c01d43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.386078] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda59a87-2473-4bce-a9bd-68f10380f2dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.392238] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869aef87-8084-462c-82ac-a763c556bb90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.404694] env[62490]: DEBUG nova.virt.block_device [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Updating existing volume attachment record: 274a629d-1f30-45ff-b06b-0266db66e9bc {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2242.457195] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.457300] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.457376] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.457510] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.457600] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 8ecffcb2-cf5d-4fd4-910b-77adba988c6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.457710] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f5cc78a9-2291-4b11-87cc-02c456aa10bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.457817] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance a9e6d0c8-e019-4612-872e-e13feefa2643 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.457926] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 41061a38-305a-409c-a95a-82392b65eab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.458102] env[62490]: WARNING nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 65aedf9c-1192-4046-b5cd-0e05d43597c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2242.458224] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 53d1a61d-80ef-41a4-b71c-fa794e854306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.458364] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 2d89066f-acb3-4661-834a-23925a239b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.458436] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7201e4ec-3356-409c-8deb-1d245bcffe81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2242.458633] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2242.458767] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2242.587765] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83e4e8-a5cb-4e79-828b-63dbe9463970 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.595207] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0436fd85-90e5-4142-b008-04dd856b3e63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.625994] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a94435-4186-4ac1-aa21-b1ec18de9def {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.633325] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c385317-0c90-4177-be5a-fb4fa9f5dc35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.646421] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2242.841780] env[62490]: DEBUG oslo_vmware.api [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.920906] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updated VIF entry in instance network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2242.921279] env[62490]: DEBUG nova.network.neutron [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.149208] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2243.342902] env[62490]: DEBUG oslo_vmware.api [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564709} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.343156] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2243.343353] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2243.343529] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2243.343698] env[62490]: INFO nova.compute.manager [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Took 1.69 seconds to destroy the instance on the hypervisor. [ 2243.343929] env[62490]: DEBUG oslo.service.loopingcall [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2243.344150] env[62490]: DEBUG nova.compute.manager [-] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2243.344250] env[62490]: DEBUG nova.network.neutron [-] [instance: 2d89066f-acb3-4661-834a-23925a239b03] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2243.423900] env[62490]: DEBUG oslo_concurrency.lockutils [req-0c8581d6-81fd-4560-ac33-ad29e5ea9215 req-e6ca8681-0e90-493b-ba88-efa579595f2d service nova] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.598024] env[62490]: DEBUG nova.compute.manager [req-90c77d22-39fb-42cf-addd-6a11cf0ce71a req-928bff56-0076-43a3-9828-cadf7c5048ec service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Received event network-vif-deleted-afe5767b-7867-4555-832f-8d71a47d2447 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2243.598328] env[62490]: INFO nova.compute.manager [req-90c77d22-39fb-42cf-addd-6a11cf0ce71a req-928bff56-0076-43a3-9828-cadf7c5048ec service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Neutron deleted interface afe5767b-7867-4555-832f-8d71a47d2447; detaching it from the instance and deleting it from the info cache [ 2243.598328] env[62490]: DEBUG nova.network.neutron [req-90c77d22-39fb-42cf-addd-6a11cf0ce71a req-928bff56-0076-43a3-9828-cadf7c5048ec service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.653733] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2243.653947] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.231s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.654203] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.926s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.654397] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.674704] env[62490]: INFO nova.scheduler.client.report [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Deleted allocations for instance 65aedf9c-1192-4046-b5cd-0e05d43597c7 [ 2244.067374] env[62490]: DEBUG nova.network.neutron [-] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.101757] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45a096fc-3c85-422a-9502-0f27aebcf2fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.111022] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812960c-e3b2-4a15-923e-8851e2beb47d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.140692] env[62490]: DEBUG nova.compute.manager [req-90c77d22-39fb-42cf-addd-6a11cf0ce71a req-928bff56-0076-43a3-9828-cadf7c5048ec service nova] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Detach interface failed, port_id=afe5767b-7867-4555-832f-8d71a47d2447, reason: Instance 2d89066f-acb3-4661-834a-23925a239b03 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2244.184072] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6e63514a-0621-485e-a8e8-8a09d1b30ebe tempest-DeleteServersTestJSON-281228352 tempest-DeleteServersTestJSON-281228352-project-member] Lock "65aedf9c-1192-4046-b5cd-0e05d43597c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.203s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.511866] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2244.512355] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2244.512571] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2244.512791] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2244.513053] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2244.513363] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2244.513629] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2244.513864] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2244.514130] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2244.514390] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2244.514647] env[62490]: DEBUG nova.virt.hardware [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2244.515622] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dd2c64-01f2-4c6e-bc38-ad90a88512ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.524305] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb30ce94-ceea-4c4f-a11a-a0657f72dee5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.538651] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:8b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f180e87-0d6c-4530-8c2d-8e1f1eff980c', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2244.546185] env[62490]: DEBUG oslo.service.loopingcall [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2244.546467] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2244.546691] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdf24812-3cf3-449a-9e68-8d11c1e23b22 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.566912] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2244.566912] env[62490]: value = "task-2066467" [ 2244.566912] env[62490]: _type = "Task" [ 2244.566912] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.570653] env[62490]: INFO nova.compute.manager [-] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Took 1.23 seconds to deallocate network for instance. [ 2244.578177] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.082828] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.083286] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.083629] env[62490]: DEBUG nova.objects.instance [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'resources' on Instance uuid 2d89066f-acb3-4661-834a-23925a239b03 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2245.084936] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.578508] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.747014] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd554c05-28d6-493c-9496-8a24aa80deef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.755395] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3432400-5e5f-44b3-be4d-2d733f54086a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.786732] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6952e0b2-9da1-4341-baad-2ffec931ab50 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.794489] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8514ef6-64f0-4d5b-918a-802f063fe9b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.809430] env[62490]: DEBUG nova.compute.provider_tree [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2246.079951] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.312546] env[62490]: DEBUG nova.scheduler.client.report [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2246.579400] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.818176] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.836265] env[62490]: INFO nova.scheduler.client.report [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted allocations for instance 2d89066f-acb3-4661-834a-23925a239b03 [ 2247.080332] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.344218] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8c19ab64-3184-4698-bc76-b66947844c06 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "2d89066f-acb3-4661-834a-23925a239b03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.202s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.581614] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.866599] env[62490]: INFO nova.compute.manager [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Rebuilding instance [ 2247.992148] env[62490]: DEBUG nova.compute.manager [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2247.992919] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a0353-7bf9-4a47-a2cc-a2a422a438ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.010579] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.010802] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.010997] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.011193] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.011364] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.013115] env[62490]: INFO nova.compute.manager [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Terminating instance [ 2248.081025] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.516756] env[62490]: DEBUG nova.compute.manager [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2248.517194] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2248.518189] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f94ad-a8a7-4957-840d-9fc5c46ff09a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.525982] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2248.526228] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f37fb308-d2d6-49a9-8783-7b9e6e99518e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.532765] env[62490]: DEBUG oslo_vmware.api [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2248.532765] env[62490]: value = "task-2066469" [ 2248.532765] env[62490]: _type = "Task" [ 2248.532765] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.540719] env[62490]: DEBUG oslo_vmware.api [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.581884] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.007052] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.007052] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f06a130b-4184-4bed-b325-bad2a640080d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.014881] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2249.014881] env[62490]: value = "task-2066470" [ 2249.014881] env[62490]: _type = "Task" [ 2249.014881] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.023034] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.042389] env[62490]: DEBUG oslo_vmware.api [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066469, 'name': PowerOffVM_Task, 'duration_secs': 0.19867} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.042673] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.042804] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.043065] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-291b1e3b-375d-4731-9375-eb879460e352 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.082518] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.524768] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066470, 'name': PowerOffVM_Task, 'duration_secs': 0.228511} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.525108] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.526027] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2249.526131] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04093425-e5c0-4eda-9984-56f5df0eabbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.534345] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.534561] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eceabaa-059e-4b8d-805e-1e775ed77628 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.582596] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.084384] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.585333] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.043393] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2251.043592] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2251.043814] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleting the datastore file [datastore1] 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2251.044123] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7586a521-77d6-4bfd-9de1-2c16def81869 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.052554] env[62490]: DEBUG oslo_vmware.api [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for the task: (returnval){ [ 2251.052554] env[62490]: value = "task-2066473" [ 2251.052554] env[62490]: _type = "Task" [ 2251.052554] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.058472] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2251.059132] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2251.059132] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleting the datastore file [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2251.062825] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a656f097-f44b-4434-ba02-1eaea65503fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.064746] env[62490]: DEBUG oslo_vmware.api [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.069149] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2251.069149] env[62490]: value = "task-2066474" [ 2251.069149] env[62490]: _type = "Task" [ 2251.069149] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.077545] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.086332] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.218471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "a9e6d0c8-e019-4612-872e-e13feefa2643" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.218722] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.562114] env[62490]: DEBUG oslo_vmware.api [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Task: {'id': task-2066473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142781} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.562429] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2251.562617] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2251.562942] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2251.563175] env[62490]: INFO nova.compute.manager [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Took 3.05 seconds to destroy the instance on the hypervisor. [ 2251.563425] env[62490]: DEBUG oslo.service.loopingcall [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2251.563663] env[62490]: DEBUG nova.compute.manager [-] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2251.563760] env[62490]: DEBUG nova.network.neutron [-] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2251.578062] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147053} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.581124] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2251.581279] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2251.581522] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2251.589968] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066467, 'name': CreateVM_Task, 'duration_secs': 6.691507} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.591196] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2251.594051] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.594138] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.594407] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2251.594925] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "b56cb1d6-a05e-488d-87fe-6fa335000f37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.595369] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.596344] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1624ebc3-945a-4ec6-a2aa-9753986182e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.602604] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2251.602604] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ba5a4-de1b-a5cf-fd8e-5afed8545665" [ 2251.602604] env[62490]: _type = "Task" [ 2251.602604] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.610695] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ba5a4-de1b-a5cf-fd8e-5afed8545665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.721722] env[62490]: DEBUG nova.compute.utils [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2251.886176] env[62490]: DEBUG nova.compute.manager [req-748eedd2-7cfa-451c-b161-dd7d77de14df req-ee73b033-efcc-4014-b6bd-154a09e84ae2 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Received event network-vif-deleted-217dd6ed-aa07-4126-a8b6-e6207f63ac5f {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2251.886374] env[62490]: INFO nova.compute.manager [req-748eedd2-7cfa-451c-b161-dd7d77de14df req-ee73b033-efcc-4014-b6bd-154a09e84ae2 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Neutron deleted interface 217dd6ed-aa07-4126-a8b6-e6207f63ac5f; detaching it from the instance and deleting it from the info cache [ 2251.886554] env[62490]: DEBUG nova.network.neutron [req-748eedd2-7cfa-451c-b161-dd7d77de14df req-ee73b033-efcc-4014-b6bd-154a09e84ae2 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.099709] env[62490]: DEBUG nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2252.112667] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ba5a4-de1b-a5cf-fd8e-5afed8545665, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.112970] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.113239] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2252.113472] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.113629] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.113816] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2252.114105] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b765d47-25ea-44ef-a4bd-d14190ae7d51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.122541] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2252.123220] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2252.123464] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-829ea668-f265-4615-a982-d83ebe51e26f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.130022] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2252.130022] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b538c6-e656-1b02-ee82-cb3b7b15aff1" [ 2252.130022] env[62490]: _type = "Task" [ 2252.130022] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.140268] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b538c6-e656-1b02-ee82-cb3b7b15aff1, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.140992] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1e3ea2-a328-41a7-984e-26bd9bb5149c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.145865] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2252.145865] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523299a4-0dfd-a32a-acf3-45e27cd382d9" [ 2252.145865] env[62490]: _type = "Task" [ 2252.145865] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.153585] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523299a4-0dfd-a32a-acf3-45e27cd382d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.224801] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.361156] env[62490]: DEBUG nova.network.neutron [-] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.389182] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6db2876-5cc1-4b72-88b3-2824d14674f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.400105] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25871c5c-445b-402f-aad1-706f08e932c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.430101] env[62490]: DEBUG nova.compute.manager [req-748eedd2-7cfa-451c-b161-dd7d77de14df req-ee73b033-efcc-4014-b6bd-154a09e84ae2 service nova] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Detach interface failed, port_id=217dd6ed-aa07-4126-a8b6-e6207f63ac5f, reason: Instance 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2252.617781] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2252.618462] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2252.618781] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2252.619087] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2252.619928] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2252.619928] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2252.619928] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2252.619928] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2252.620129] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2252.620220] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2252.620451] env[62490]: DEBUG nova.virt.hardware [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2252.621258] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d793a599-42ce-4a97-adbb-6beb304f81bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.624480] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.624706] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.626457] env[62490]: INFO nova.compute.claims [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2252.634185] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec8ed8-3fad-4cc5-a787-3906ef16e868 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.650233] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:c6:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f34ff3-531c-4205-9b41-8efcc8f3a979', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2252.658138] env[62490]: DEBUG oslo.service.loopingcall [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.661291] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2252.661532] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a59b09d1-1a64-48dc-a195-f6896f103078 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.682584] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523299a4-0dfd-a32a-acf3-45e27cd382d9, 'name': SearchDatastore_Task, 'duration_secs': 0.007962} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.683855] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.684125] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2252.684352] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2252.684352] env[62490]: value = "task-2066475" [ 2252.684352] env[62490]: _type = "Task" [ 2252.684352] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.684526] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58acd72a-70c9-4a5a-8f81-b376fb116aac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.697328] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066475, 'name': CreateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.697654] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2252.697654] env[62490]: value = "task-2066476" [ 2252.697654] env[62490]: _type = "Task" [ 2252.697654] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.706089] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.863977] env[62490]: INFO nova.compute.manager [-] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Took 1.30 seconds to deallocate network for instance. [ 2253.197408] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066475, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.207817] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482161} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.208144] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2253.208398] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2253.208692] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c766069-b10d-4f1e-8f70-022f50c5fea0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.216063] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2253.216063] env[62490]: value = "task-2066477" [ 2253.216063] env[62490]: _type = "Task" [ 2253.216063] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.223942] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.269644] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-41061a38-305a-409c-a95a-82392b65eab6-8fdf24a2-a765-43ac-8348-35e25deff713" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.269898] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-41061a38-305a-409c-a95a-82392b65eab6-8fdf24a2-a765-43ac-8348-35e25deff713" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.270257] env[62490]: DEBUG nova.objects.instance [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'flavor' on Instance uuid 41061a38-305a-409c-a95a-82392b65eab6 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2253.295620] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "a9e6d0c8-e019-4612-872e-e13feefa2643" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.295854] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.296094] env[62490]: INFO nova.compute.manager [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Attaching volume 4ab0def2-a88b-49e5-8f7a-d1145f37cea8 to /dev/sdb [ 2253.336042] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f892f95-7118-4586-9c44-adf401dd84d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.344539] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a107c9-860b-49e5-9ca5-fdfd8d6d1853 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.360325] env[62490]: DEBUG nova.virt.block_device [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating existing volume attachment record: c9123c3d-9f3b-4d4f-bea8-64914b57ad09 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2253.370637] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.702567] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066475, 'name': CreateVM_Task, 'duration_secs': 0.545968} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.702567] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2253.702567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.702567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.702567] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2253.702567] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5258c37-622a-4500-8b9f-cb1d5e654d07 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.707358] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2253.707358] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5206e6d0-7094-3025-b0c1-049d6bd3b31f" [ 2253.707358] env[62490]: _type = "Task" [ 2253.707358] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.714899] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5206e6d0-7094-3025-b0c1-049d6bd3b31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.725769] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058764} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.726027] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2253.728824] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c464cb22-4b8d-4818-805a-a280f5c666e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.750816] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2253.753255] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29eb70fc-8c60-48d7-bb8e-4e3eb1a4dd5a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.777141] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2253.777141] env[62490]: value = "task-2066481" [ 2253.777141] env[62490]: _type = "Task" [ 2253.777141] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.788552] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.818923] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f846c5-95c9-4c3a-a2a2-088f73743223 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.826494] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68a456-486a-496c-9609-338b954d2385 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.859726] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ade87-e236-423a-8e5d-2cb62fcab52d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.867398] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4540c8-48eb-429c-b570-75ee70a80821 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.882515] env[62490]: DEBUG nova.compute.provider_tree [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2253.895500] env[62490]: DEBUG nova.objects.instance [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'pci_requests' on Instance uuid 41061a38-305a-409c-a95a-82392b65eab6 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2254.217510] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5206e6d0-7094-3025-b0c1-049d6bd3b31f, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.217825] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.218069] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2254.218348] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.218460] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.218639] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2254.218928] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5018c3dc-bc40-427d-8ef5-a3997d00cf20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.226726] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2254.226904] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2254.227685] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3390b87-472a-48c6-a2fa-34749e2d5b6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.232788] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2254.232788] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528df288-ffd0-6f4c-4533-72ca70b7a0f4" [ 2254.232788] env[62490]: _type = "Task" [ 2254.232788] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.240867] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528df288-ffd0-6f4c-4533-72ca70b7a0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.288726] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066481, 'name': ReconfigVM_Task, 'duration_secs': 0.267561} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.289012] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d/8ecffcb2-cf5d-4fd4-910b-77adba988c6d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2254.290459] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'image_id': 'fbc1d63b-a3c4-4e83-83a4-59fa3fdae179'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'}, 'boot_index': None, 'device_type': None, 'attachment_id': '274a629d-1f30-45ff-b06b-0266db66e9bc', 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62490) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2254.290672] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2254.290858] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2254.291613] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0cb319-4deb-46f7-b3c2-4fc309ddd36e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.307167] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f015236c-2e39-4692-a412-28a97335c7f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.331089] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-10c45013-332f-44b4-b1eb-0763c1056b6c/volume-10c45013-332f-44b4-b1eb-0763c1056b6c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2254.331357] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135a61e6-23eb-47b5-93a8-de76ebeaa5c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.349126] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2254.349126] env[62490]: value = "task-2066482" [ 2254.349126] env[62490]: _type = "Task" [ 2254.349126] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.359324] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.386034] env[62490]: DEBUG nova.scheduler.client.report [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2254.397946] env[62490]: DEBUG nova.objects.base [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Object Instance<41061a38-305a-409c-a95a-82392b65eab6> lazy-loaded attributes: flavor,pci_requests {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2254.398194] env[62490]: DEBUG nova.network.neutron [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2254.461384] env[62490]: DEBUG nova.policy [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2254.742897] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528df288-ffd0-6f4c-4533-72ca70b7a0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008439} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.743751] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdd2d8e-6487-4c94-8ccb-434022c81c0e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.748597] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2254.748597] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f7357-b513-5445-622f-be79a36d9f75" [ 2254.748597] env[62490]: _type = "Task" [ 2254.748597] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.757226] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f7357-b513-5445-622f-be79a36d9f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.858753] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066482, 'name': ReconfigVM_Task, 'duration_secs': 0.346218} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.858973] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-10c45013-332f-44b4-b1eb-0763c1056b6c/volume-10c45013-332f-44b4-b1eb-0763c1056b6c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2254.863691] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea665bc-2ba3-461a-bcfe-95a5e6bddda6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.878556] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2254.878556] env[62490]: value = "task-2066483" [ 2254.878556] env[62490]: _type = "Task" [ 2254.878556] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.886200] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.891940] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.892426] env[62490]: DEBUG nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2254.894986] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.524s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.895113] env[62490]: DEBUG nova.objects.instance [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lazy-loading 'resources' on Instance uuid 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2255.258920] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523f7357-b513-5445-622f-be79a36d9f75, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.259198] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.259448] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2255.259721] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0824c3-581c-463f-a9fc-b37676c15de4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.266216] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2255.266216] env[62490]: value = "task-2066484" [ 2255.266216] env[62490]: _type = "Task" [ 2255.266216] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.273742] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.388847] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066483, 'name': ReconfigVM_Task, 'duration_secs': 0.153767} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.389266] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2255.389985] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d33c2933-9460-4c11-9d75-2604a68c89b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.395779] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2255.395779] env[62490]: value = "task-2066485" [ 2255.395779] env[62490]: _type = "Task" [ 2255.395779] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.399906] env[62490]: DEBUG nova.compute.utils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.404094] env[62490]: DEBUG nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2255.404332] env[62490]: DEBUG nova.network.neutron [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2255.412811] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066485, 'name': Rename_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.453107] env[62490]: DEBUG nova.policy [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '166ad0d30dd647fc98127f10bd2f2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba514b251b254af3b19bc4e786f22876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2255.560285] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae92e97-d080-4e86-91d3-5929eda5c7bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.570520] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d70153f-4074-44ae-9963-e0a0f10504f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.604357] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca406e-d9d5-48b9-a38a-8cc6893c37cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.614385] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460fba0d-9316-4c7b-9aa5-61411ec4c31d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.630715] env[62490]: DEBUG nova.compute.provider_tree [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2255.776886] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465942} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.777221] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2255.777542] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2255.777847] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b40da5c-e354-4bf5-a28c-964018ea1c75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.785689] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2255.785689] env[62490]: value = "task-2066487" [ 2255.785689] env[62490]: _type = "Task" [ 2255.785689] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.790726] env[62490]: DEBUG nova.network.neutron [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Successfully created port: 808d912c-546f-4bf4-a536-62a9c29be630 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2255.797949] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.906323] env[62490]: DEBUG nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2255.909573] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066485, 'name': Rename_Task, 'duration_secs': 0.266258} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.910229] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2255.910652] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5314d12-90b9-434a-b053-2eb4f0680d99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.918095] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2255.918095] env[62490]: value = "task-2066488" [ 2255.918095] env[62490]: _type = "Task" [ 2255.918095] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.926505] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.967550] env[62490]: DEBUG nova.compute.manager [req-91da7218-8fb0-4ffc-b9f7-972fae2cf24b req-ee8c1fb2-4bb5-46c1-be6a-0315281d391e service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-vif-plugged-8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2255.967791] env[62490]: DEBUG oslo_concurrency.lockutils [req-91da7218-8fb0-4ffc-b9f7-972fae2cf24b req-ee8c1fb2-4bb5-46c1-be6a-0315281d391e service nova] Acquiring lock "41061a38-305a-409c-a95a-82392b65eab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.968238] env[62490]: DEBUG oslo_concurrency.lockutils [req-91da7218-8fb0-4ffc-b9f7-972fae2cf24b req-ee8c1fb2-4bb5-46c1-be6a-0315281d391e service nova] Lock "41061a38-305a-409c-a95a-82392b65eab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.969410] env[62490]: DEBUG oslo_concurrency.lockutils [req-91da7218-8fb0-4ffc-b9f7-972fae2cf24b req-ee8c1fb2-4bb5-46c1-be6a-0315281d391e service nova] Lock "41061a38-305a-409c-a95a-82392b65eab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.969410] env[62490]: DEBUG nova.compute.manager [req-91da7218-8fb0-4ffc-b9f7-972fae2cf24b req-ee8c1fb2-4bb5-46c1-be6a-0315281d391e service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] No waiting events found dispatching network-vif-plugged-8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2255.969410] env[62490]: WARNING nova.compute.manager [req-91da7218-8fb0-4ffc-b9f7-972fae2cf24b req-ee8c1fb2-4bb5-46c1-be6a-0315281d391e service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received unexpected event network-vif-plugged-8fdf24a2-a765-43ac-8348-35e25deff713 for instance with vm_state active and task_state None. [ 2256.134786] env[62490]: DEBUG nova.scheduler.client.report [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2256.151866] env[62490]: DEBUG nova.network.neutron [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Successfully updated port: 8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2256.295517] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072168} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.295773] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2256.296589] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbe6c23-0076-41d6-952e-ab5833831a65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.319083] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2256.319359] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1d57bc-60af-49d5-aa96-4a27d52c9050 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.339636] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2256.339636] env[62490]: value = "task-2066489" [ 2256.339636] env[62490]: _type = "Task" [ 2256.339636] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.347796] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.430221] env[62490]: DEBUG oslo_vmware.api [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066488, 'name': PowerOnVM_Task, 'duration_secs': 0.476681} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.430542] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2256.430756] env[62490]: DEBUG nova.compute.manager [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2256.431561] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7228a52a-5f69-4244-b25f-938c09efafff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.640547] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.656096] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.656096] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.656096] env[62490]: DEBUG nova.network.neutron [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2256.676807] env[62490]: INFO nova.scheduler.client.report [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Deleted allocations for instance 73dd94f6-caed-4f2f-b98c-e8e28eda8f32 [ 2256.850022] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066489, 'name': ReconfigVM_Task, 'duration_secs': 0.338992} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.850415] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Reconfigured VM instance instance-00000063 to attach disk [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb/f5cc78a9-2291-4b11-87cc-02c456aa10bb.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2256.851087] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8047b534-af4b-418d-b629-6680d597c7a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.857661] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2256.857661] env[62490]: value = "task-2066490" [ 2256.857661] env[62490]: _type = "Task" [ 2256.857661] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.866043] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066490, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.916941] env[62490]: DEBUG nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2256.946738] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2256.948126] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2256.948126] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2256.948126] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2256.948126] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2256.948126] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2256.948126] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2256.948369] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2256.948369] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2256.948492] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2256.948629] env[62490]: DEBUG nova.virt.hardware [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2256.949552] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fccef07-dbfd-4d92-9c05-afc38123c406 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.954165] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.954398] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.954568] env[62490]: DEBUG nova.objects.instance [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2256.960209] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5b05cc-03d6-413e-a227-807c9984efb8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.184094] env[62490]: DEBUG oslo_concurrency.lockutils [None req-885a7233-4bbd-46c7-a82d-c7b7fe88f4a9 tempest-ServersTestJSON-1339951789 tempest-ServersTestJSON-1339951789-project-member] Lock "73dd94f6-caed-4f2f-b98c-e8e28eda8f32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.172s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.190265] env[62490]: WARNING nova.network.neutron [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] 76a3e0ef-6952-4907-be05-ada13a57e025 already exists in list: networks containing: ['76a3e0ef-6952-4907-be05-ada13a57e025']. ignoring it [ 2257.368143] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066490, 'name': Rename_Task, 'duration_secs': 0.153572} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.368449] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.368762] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0955087-24f5-4dc5-b140-4a577b9d08bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.375585] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2257.375585] env[62490]: value = "task-2066491" [ 2257.375585] env[62490]: _type = "Task" [ 2257.375585] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.383127] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.648990] env[62490]: DEBUG nova.network.neutron [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Successfully updated port: 808d912c-546f-4bf4-a536-62a9c29be630 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2257.655357] env[62490]: DEBUG nova.network.neutron [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fdf24a2-a765-43ac-8348-35e25deff713", "address": "fa:16:3e:58:90:87", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdf24a2-a7", "ovs_interfaceid": "8fdf24a2-a765-43ac-8348-35e25deff713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2257.886528] env[62490]: DEBUG oslo_vmware.api [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066491, 'name': PowerOnVM_Task, 'duration_secs': 0.464726} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.886825] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2257.886996] env[62490]: DEBUG nova.compute.manager [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2257.887810] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d861966-26fe-44ba-8d38-c8d8e571ba7f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.913603] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2257.913853] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423750', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'name': 'volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9e6d0c8-e019-4612-872e-e13feefa2643', 'attached_at': '', 'detached_at': '', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'serial': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2257.914694] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dda5343-860e-487d-9e5e-2eb78991e9e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.931738] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cfb81c-8b9a-4fb9-9891-b753764a3885 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.958041] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8/volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2257.958526] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db628203-52ce-4f8b-8579-427486c2669d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.972795] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3a7b1ce1-6ed2-4c60-be6c-3b89b8fdf77d tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.979561] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2257.979561] env[62490]: value = "task-2066492" [ 2257.979561] env[62490]: _type = "Task" [ 2257.979561] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.987844] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.002306] env[62490]: DEBUG nova.compute.manager [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-changed-8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2258.002306] env[62490]: DEBUG nova.compute.manager [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing instance network info cache due to event network-changed-8fdf24a2-a765-43ac-8348-35e25deff713. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2258.002497] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.152264] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.152471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.152555] env[62490]: DEBUG nova.network.neutron [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2258.158537] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.159203] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.159284] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.160166] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.160355] env[62490]: DEBUG nova.network.neutron [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing network info cache for port 8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2258.161965] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5774b09-485a-4eaa-9125-cd8226b1114a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.179750] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2258.180055] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2258.180183] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2258.180366] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2258.180513] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2258.180658] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2258.180861] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2258.181203] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2258.181203] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2258.181373] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2258.181572] env[62490]: DEBUG nova.virt.hardware [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2258.187900] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Reconfiguring VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2258.188520] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1329d186-8659-4c5e-9217-78fa9214b8f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.210249] env[62490]: DEBUG oslo_vmware.api [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2258.210249] env[62490]: value = "task-2066493" [ 2258.210249] env[62490]: _type = "Task" [ 2258.210249] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.218396] env[62490]: DEBUG oslo_vmware.api [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066493, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.404596] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.404847] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.405035] env[62490]: DEBUG nova.objects.instance [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2258.492202] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066492, 'name': ReconfigVM_Task, 'duration_secs': 0.32592} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.492594] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8/volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2258.497874] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b515006e-fc65-44e3-b6d8-f9613926e48a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.513592] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2258.513592] env[62490]: value = "task-2066494" [ 2258.513592] env[62490]: _type = "Task" [ 2258.513592] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.521689] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.721290] env[62490]: DEBUG oslo_vmware.api [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.748268] env[62490]: DEBUG nova.network.neutron [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2259.032326] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.093096] env[62490]: DEBUG nova.network.neutron [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Updating instance_info_cache with network_info: [{"id": "808d912c-546f-4bf4-a536-62a9c29be630", "address": "fa:16:3e:ce:40:d6", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808d912c-54", "ovs_interfaceid": "808d912c-546f-4bf4-a536-62a9c29be630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.169280] env[62490]: DEBUG nova.network.neutron [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updated VIF entry in instance network info cache for port 8fdf24a2-a765-43ac-8348-35e25deff713. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2259.169803] env[62490]: DEBUG nova.network.neutron [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fdf24a2-a765-43ac-8348-35e25deff713", "address": "fa:16:3e:58:90:87", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdf24a2-a7", "ovs_interfaceid": "8fdf24a2-a765-43ac-8348-35e25deff713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.223893] env[62490]: DEBUG oslo_vmware.api [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066493, 'name': ReconfigVM_Task, 'duration_secs': 0.646648} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.224568] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.224876] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Reconfigured VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2259.418063] env[62490]: DEBUG oslo_concurrency.lockutils [None req-23fdd6d0-84a6-44d7-8dcd-72913907a490 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.528464] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.595953] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.596441] env[62490]: DEBUG nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Instance network_info: |[{"id": "808d912c-546f-4bf4-a536-62a9c29be630", "address": "fa:16:3e:ce:40:d6", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808d912c-54", "ovs_interfaceid": "808d912c-546f-4bf4-a536-62a9c29be630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2259.597024] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:40:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '808d912c-546f-4bf4-a536-62a9c29be630', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2259.606512] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Creating folder: Project (ba514b251b254af3b19bc4e786f22876). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2259.606883] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5362394-e0d7-44d3-8fe9-0d4db3657916 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.617472] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Created folder: Project (ba514b251b254af3b19bc4e786f22876) in parent group-v423467. [ 2259.617686] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Creating folder: Instances. Parent ref: group-v423751. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2259.617930] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8de55d2d-8e4c-4a3c-8eff-641a33d723fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.628203] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Created folder: Instances in parent group-v423751. [ 2259.628443] env[62490]: DEBUG oslo.service.loopingcall [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2259.628632] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2259.628830] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b137fd-9732-405f-bf89-b7b0f88807e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.647931] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2259.647931] env[62490]: value = "task-2066497" [ 2259.647931] env[62490]: _type = "Task" [ 2259.647931] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.655664] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066497, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.672500] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.672777] env[62490]: DEBUG nova.compute.manager [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Received event network-vif-plugged-808d912c-546f-4bf4-a536-62a9c29be630 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2259.673057] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Acquiring lock "b56cb1d6-a05e-488d-87fe-6fa335000f37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.673238] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.674159] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.674372] env[62490]: DEBUG nova.compute.manager [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] No waiting events found dispatching network-vif-plugged-808d912c-546f-4bf4-a536-62a9c29be630 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2259.674545] env[62490]: WARNING nova.compute.manager [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Received unexpected event network-vif-plugged-808d912c-546f-4bf4-a536-62a9c29be630 for instance with vm_state building and task_state spawning. [ 2259.674707] env[62490]: DEBUG nova.compute.manager [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Received event network-changed-808d912c-546f-4bf4-a536-62a9c29be630 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2259.674860] env[62490]: DEBUG nova.compute.manager [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Refreshing instance network info cache due to event network-changed-808d912c-546f-4bf4-a536-62a9c29be630. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2259.675062] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Acquiring lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.675205] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Acquired lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.675427] env[62490]: DEBUG nova.network.neutron [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Refreshing network info cache for port 808d912c-546f-4bf4-a536-62a9c29be630 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2259.731132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-41bbe57f-58b8-4a5f-bf49-0aee762df18c tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-41061a38-305a-409c-a95a-82392b65eab6-8fdf24a2-a765-43ac-8348-35e25deff713" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.461s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.033012] env[62490]: DEBUG oslo_vmware.api [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066494, 'name': ReconfigVM_Task, 'duration_secs': 1.117262} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.033529] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423750', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'name': 'volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9e6d0c8-e019-4612-872e-e13feefa2643', 'attached_at': '', 'detached_at': '', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'serial': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2260.159063] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066497, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.421809] env[62490]: DEBUG nova.network.neutron [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Updated VIF entry in instance network info cache for port 808d912c-546f-4bf4-a536-62a9c29be630. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2260.422268] env[62490]: DEBUG nova.network.neutron [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Updating instance_info_cache with network_info: [{"id": "808d912c-546f-4bf4-a536-62a9c29be630", "address": "fa:16:3e:ce:40:d6", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808d912c-54", "ovs_interfaceid": "808d912c-546f-4bf4-a536-62a9c29be630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.658951] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066497, 'name': CreateVM_Task, 'duration_secs': 0.753492} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.659113] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2260.659752] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.659916] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.660262] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2260.660512] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de435a55-afa2-4923-b855-774075e9990b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.664782] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2260.664782] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521d3ef1-8426-91c6-7e2d-d49c0e755a4e" [ 2260.664782] env[62490]: _type = "Task" [ 2260.664782] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.672344] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521d3ef1-8426-91c6-7e2d-d49c0e755a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.925540] env[62490]: DEBUG oslo_concurrency.lockutils [req-2179f50c-ee47-4afa-ac7b-21aa44f75c57 req-915f93ec-1e79-4da5-993d-f91ffe5065a5 service nova] Releasing lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.045051] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-41061a38-305a-409c-a95a-82392b65eab6-8fdf24a2-a765-43ac-8348-35e25deff713" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.045051] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-41061a38-305a-409c-a95a-82392b65eab6-8fdf24a2-a765-43ac-8348-35e25deff713" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.074980] env[62490]: DEBUG nova.objects.instance [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'flavor' on Instance uuid a9e6d0c8-e019-4612-872e-e13feefa2643 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2261.175161] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521d3ef1-8426-91c6-7e2d-d49c0e755a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.176058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.176058] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2261.176181] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.176376] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.176629] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2261.176935] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-671b9b05-7b9e-42f0-b619-543e0d5f560d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.185235] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2261.185433] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2261.186189] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9fa13f-3c71-4f15-b0ef-f6cf88db4a9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.191213] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2261.191213] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dcc60c-c38e-a8a0-dceb-e395a64a9016" [ 2261.191213] env[62490]: _type = "Task" [ 2261.191213] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.199155] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dcc60c-c38e-a8a0-dceb-e395a64a9016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.547625] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.547861] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.548831] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56400247-7f02-4640-8902-c373db5bfef3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.567339] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed30c068-adf2-4f33-aabf-204f34c64180 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.595971] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Reconfiguring VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2261.596510] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e44a3e63-eb45-4078-b987-fe6342d30801 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.301s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.597445] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fea65f4-37b2-4b9e-9e76-b1de807918dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.620843] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2261.620843] env[62490]: value = "task-2066498" [ 2261.620843] env[62490]: _type = "Task" [ 2261.620843] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.629598] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.701296] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dcc60c-c38e-a8a0-dceb-e395a64a9016, 'name': SearchDatastore_Task, 'duration_secs': 0.020518} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.702086] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42431f8-c095-4826-9dcb-4555f9a19e65 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.707156] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2261.707156] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245bbd3-4f16-b938-b2a5-8f13b39820bf" [ 2261.707156] env[62490]: _type = "Task" [ 2261.707156] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.714641] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245bbd3-4f16-b938-b2a5-8f13b39820bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.130102] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.217175] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245bbd3-4f16-b938-b2a5-8f13b39820bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.217413] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.217656] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/b56cb1d6-a05e-488d-87fe-6fa335000f37.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2262.218153] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6448b2f9-2356-4d58-91c5-f54827a62180 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.223660] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2262.223660] env[62490]: value = "task-2066499" [ 2262.223660] env[62490]: _type = "Task" [ 2262.223660] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.231221] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.474059] env[62490]: DEBUG nova.compute.manager [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2262.633707] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.734545] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481744} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.734839] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/b56cb1d6-a05e-488d-87fe-6fa335000f37.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2262.735063] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2262.735394] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa85b4f4-0916-4132-9aca-e2d5cdd91063 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.741848] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2262.741848] env[62490]: value = "task-2066500" [ 2262.741848] env[62490]: _type = "Task" [ 2262.741848] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.750318] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.990786] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.991077] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.133753] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.251337] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.377211} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.251556] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2263.252344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456766f5-7f19-4b38-b013-c35106f35dd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.274697] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/b56cb1d6-a05e-488d-87fe-6fa335000f37.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2263.275038] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c80b18-0131-42fb-8f50-52c823ed73c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.295138] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2263.295138] env[62490]: value = "task-2066501" [ 2263.295138] env[62490]: _type = "Task" [ 2263.295138] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.302918] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.497590] env[62490]: INFO nova.compute.claims [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2263.633123] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.804658] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.002952] env[62490]: INFO nova.compute.resource_tracker [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating resource usage from migration ac5ae136-44f1-421c-bbb7-310ccc745567 [ 2264.133348] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.139047] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b659c78-9e69-4406-bde5-1213d1a62f8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.145502] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a34669-984c-4e71-99c0-95db3a0ed99c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.175904] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca4b7b-8292-4bef-8e62-bf1c8b311cec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.182994] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96400d3d-36d8-4785-ab02-9476b0c81561 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.195980] env[62490]: DEBUG nova.compute.provider_tree [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2264.305676] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066501, 'name': ReconfigVM_Task, 'duration_secs': 0.662131} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.305906] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Reconfigured VM instance instance-0000006b to attach disk [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/b56cb1d6-a05e-488d-87fe-6fa335000f37.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.306536] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c2de7ae-d0a2-42fa-8f9a-3b596b5a3ca2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.313349] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2264.313349] env[62490]: value = "task-2066502" [ 2264.313349] env[62490]: _type = "Task" [ 2264.313349] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.320918] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066502, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.634538] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.699680] env[62490]: DEBUG nova.scheduler.client.report [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2264.823567] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066502, 'name': Rename_Task, 'duration_secs': 0.134918} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.823837] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.824098] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f68e01b-a981-42bd-96ea-aa6476b6cf1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.830334] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2264.830334] env[62490]: value = "task-2066503" [ 2264.830334] env[62490]: _type = "Task" [ 2264.830334] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.837583] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.135819] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.204923] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.214s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.205242] env[62490]: INFO nova.compute.manager [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Migrating [ 2265.340654] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.637811] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.719691] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.719900] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.720174] env[62490]: DEBUG nova.network.neutron [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2265.840825] env[62490]: DEBUG oslo_vmware.api [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066503, 'name': PowerOnVM_Task, 'duration_secs': 0.530131} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.841096] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.841296] env[62490]: INFO nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Took 8.92 seconds to spawn the instance on the hypervisor. [ 2265.841469] env[62490]: DEBUG nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.842235] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee994db8-fdea-4adb-9547-8797c1fd16f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.136737] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.359874] env[62490]: INFO nova.compute.manager [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Took 13.76 seconds to build instance. [ 2266.426669] env[62490]: DEBUG nova.network.neutron [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2266.637788] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.862222] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f501572f-dcf9-4ba6-b48c-92b6cc3b6136 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.267s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.929165] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.138679] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.456861] env[62490]: INFO nova.compute.manager [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Rescuing [ 2267.457224] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2267.457280] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.457439] env[62490]: DEBUG nova.network.neutron [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2267.639333] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.141747] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.185193] env[62490]: DEBUG nova.network.neutron [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Updating instance_info_cache with network_info: [{"id": "808d912c-546f-4bf4-a536-62a9c29be630", "address": "fa:16:3e:ce:40:d6", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808d912c-54", "ovs_interfaceid": "808d912c-546f-4bf4-a536-62a9c29be630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.443645] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c71d4b-6b88-437c-9065-9807cc80cb2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.465631] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance 'a9e6d0c8-e019-4612-872e-e13feefa2643' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2268.640931] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.688791] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "refresh_cache-b56cb1d6-a05e-488d-87fe-6fa335000f37" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.971957] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2268.972253] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2903d8a0-f2cc-4582-986e-7932a1e5dbb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.981963] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2268.981963] env[62490]: value = "task-2066504" [ 2268.981963] env[62490]: _type = "Task" [ 2268.981963] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.991485] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.140508] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.492779] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066504, 'name': PowerOffVM_Task, 'duration_secs': 0.183347} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.493174] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2269.493221] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance 'a9e6d0c8-e019-4612-872e-e13feefa2643' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2269.641562] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.999319] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2269.999558] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2269.999721] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2269.999940] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2270.000106] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2270.000258] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2270.000462] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2270.000620] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2270.000791] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2270.000951] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2270.001140] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2270.006233] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a30a476-bb0d-4e75-b81b-df19523f8447 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.022525] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2270.022525] env[62490]: value = "task-2066505" [ 2270.022525] env[62490]: _type = "Task" [ 2270.022525] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.030511] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.142245] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.225222] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.225550] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-737fe09d-e57f-4193-903d-ea38132c3cab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.234610] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2270.234610] env[62490]: value = "task-2066506" [ 2270.234610] env[62490]: _type = "Task" [ 2270.234610] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.245645] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.532586] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066505, 'name': ReconfigVM_Task, 'duration_secs': 0.188012} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.532961] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance 'a9e6d0c8-e019-4612-872e-e13feefa2643' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2270.643565] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.744368] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066506, 'name': PowerOffVM_Task, 'duration_secs': 0.224325} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.744597] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2270.745382] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e434039a-637b-46ce-8fe4-03fb09cbe835 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.763523] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ee0d0-2264-4d7d-a0fe-b553b3ef4f6f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.789544] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.789805] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e6db3d-b758-43da-8cc1-79423464bc81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.796539] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2270.796539] env[62490]: value = "task-2066507" [ 2270.796539] env[62490]: _type = "Task" [ 2270.796539] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.804080] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.040221] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2271.040500] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2271.040585] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2271.040737] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2271.040886] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2271.041045] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2271.041259] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2271.041418] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2271.041605] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2271.041812] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2271.041989] env[62490]: DEBUG nova.virt.hardware [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2271.047361] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2271.047674] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd9693f-b372-4c7c-bc73-50506c19cc75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.065892] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2271.065892] env[62490]: value = "task-2066508" [ 2271.065892] env[62490]: _type = "Task" [ 2271.065892] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.073585] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.143181] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.306209] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2271.306383] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2271.306612] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.306762] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.306940] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2271.307205] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f2225b-b112-4cfd-83e5-7e56027a9d28 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.316817] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2271.317023] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2271.317717] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a736e5db-3380-4ef0-ac5e-4e1464e57023 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.322663] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2271.322663] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258de19-b2b5-9442-075d-7b823ece72ea" [ 2271.322663] env[62490]: _type = "Task" [ 2271.322663] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.330113] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258de19-b2b5-9442-075d-7b823ece72ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.575506] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066508, 'name': ReconfigVM_Task, 'duration_secs': 0.36825} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.575836] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2271.576640] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509bac9d-d3ef-4c6a-8e4e-a78ad991c808 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.602941] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2271.603505] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47dcda7-33fe-4d48-a96a-134e51f56526 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.622028] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2271.622028] env[62490]: value = "task-2066509" [ 2271.622028] env[62490]: _type = "Task" [ 2271.622028] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.629701] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.642884] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.833159] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5258de19-b2b5-9442-075d-7b823ece72ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009095} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.833929] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9877f233-9ce8-4792-a4f9-cc778ce923e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.839305] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2271.839305] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237eb63-efc5-6afd-6d7d-45f1ad3dd436" [ 2271.839305] env[62490]: _type = "Task" [ 2271.839305] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.846634] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237eb63-efc5-6afd-6d7d-45f1ad3dd436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.133112] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066509, 'name': ReconfigVM_Task, 'duration_secs': 0.282691} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.133112] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2272.133112] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance 'a9e6d0c8-e019-4612-872e-e13feefa2643' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2272.144409] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.350218] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237eb63-efc5-6afd-6d7d-45f1ad3dd436, 'name': SearchDatastore_Task, 'duration_secs': 0.008722} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.350474] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.350734] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. {{(pid=62490) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2272.350999] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be4c86f8-30e4-437a-adeb-6ef19c3b3273 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.357705] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2272.357705] env[62490]: value = "task-2066510" [ 2272.357705] env[62490]: _type = "Task" [ 2272.357705] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.365928] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.642331] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b72b24-277d-48db-b6fe-02dcd389ab1b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.668633] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e70dda-2c4e-42e5-91b7-f16b6918afd2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.671585] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.692774] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance 'a9e6d0c8-e019-4612-872e-e13feefa2643' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2272.868475] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458862} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.868760] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. [ 2272.869555] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ee2502-74f3-48f6-b08b-23aebc62b375 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.894271] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2272.894504] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d70775d-faba-4ba0-af89-48bd1fd05a2f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.911604] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2272.911604] env[62490]: value = "task-2066511" [ 2272.911604] env[62490]: _type = "Task" [ 2272.911604] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.919225] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.146874] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.422166] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.647085] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.922322] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066511, 'name': ReconfigVM_Task, 'duration_secs': 0.999566} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.922488] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Reconfigured VM instance instance-0000006b to attach disk [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2273.923181] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbbcc0d-e981-4ce9-8253-e37e7b6b697e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.947415] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d051e43f-9a0e-44c2-88e1-ce93db0b90d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.961196] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2273.961196] env[62490]: value = "task-2066512" [ 2273.961196] env[62490]: _type = "Task" [ 2273.961196] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.968341] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.146918] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.335536] env[62490]: DEBUG nova.network.neutron [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Port 1619ee88-cc0d-410f-bb61-6814201df4b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2274.472981] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066512, 'name': ReconfigVM_Task, 'duration_secs': 0.150585} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.473322] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2274.473574] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72472451-6b18-4995-b226-c30d1b02bceb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.480513] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2274.480513] env[62490]: value = "task-2066513" [ 2274.480513] env[62490]: _type = "Task" [ 2274.480513] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.487698] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.648482] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.990847] env[62490]: DEBUG oslo_vmware.api [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066513, 'name': PowerOnVM_Task, 'duration_secs': 0.41024} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.991166] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2274.993843] env[62490]: DEBUG nova.compute.manager [None req-1007ce24-e1a2-40d2-8d07-2ff0312d87d1 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2274.994616] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767bcf0-3bb3-4ea7-9c10-1a43a4bbaac7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.148314] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.356954] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.357301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.357520] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.649825] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.149918] env[62490]: DEBUG oslo_vmware.api [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066498, 'name': ReconfigVM_Task, 'duration_secs': 14.116692} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.150026] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.150247] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Reconfigured VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2276.402617] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.402862] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.403120] env[62490]: DEBUG nova.network.neutron [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2276.936753] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "241f252f-11d4-43c2-9642-caef39fc956c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.936988] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "241f252f-11d4-43c2-9642-caef39fc956c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.160505] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "7201e4ec-3356-409c-8deb-1d245bcffe81" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.160765] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.174218] env[62490]: DEBUG nova.network.neutron [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.441262] env[62490]: DEBUG nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2277.474635] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.474884] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.475025] env[62490]: DEBUG nova.network.neutron [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2277.663872] env[62490]: DEBUG nova.compute.utils [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2277.677068] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.955078] env[62490]: DEBUG nova.compute.manager [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2277.955078] env[62490]: DEBUG nova.compute.manager [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing instance network info cache due to event network-changed-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2277.955078] env[62490]: DEBUG oslo_concurrency.lockutils [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] Acquiring lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.964888] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.965147] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.966633] env[62490]: INFO nova.compute.claims [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2278.166983] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.184992] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fa5faa-ca66-4df2-9987-5355fa898744 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.191890] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21597534-fbbf-4a0e-aa7a-4eddefa5dae8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.196508] env[62490]: INFO nova.network.neutron [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Port 8fdf24a2-a765-43ac-8348-35e25deff713 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2278.196810] env[62490]: DEBUG nova.network.neutron [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.639089] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-53d1a61d-80ef-41a4-b71c-fa794e854306-8fdf24a2-a765-43ac-8348-35e25deff713" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.639089] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-53d1a61d-80ef-41a4-b71c-fa794e854306-8fdf24a2-a765-43ac-8348-35e25deff713" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.639424] env[62490]: DEBUG nova.objects.instance [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a61d-80ef-41a4-b71c-fa794e854306 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2278.699957] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.702015] env[62490]: DEBUG oslo_concurrency.lockutils [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] Acquired lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.702215] env[62490]: DEBUG nova.network.neutron [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Refreshing network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2279.112949] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f4d931-e6ad-4939-b8b9-09a827d99547 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.120564] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a3e70-d162-4bc7-9e10-b87968cc3886 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.153366] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdcec3d-71ed-4597-b1b4-932aacf3852d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.161465] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36991d56-4c50-4c1e-bf4a-f88717fe708f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.176514] env[62490]: DEBUG nova.compute.provider_tree [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2279.204998] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e7536e62-7d68-4b03-b98b-9d917750e9f4 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-41061a38-305a-409c-a95a-82392b65eab6-8fdf24a2-a765-43ac-8348-35e25deff713" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 18.160s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.221216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "7201e4ec-3356-409c-8deb-1d245bcffe81" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.221450] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.221669] env[62490]: INFO nova.compute.manager [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Attaching volume 56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c to /dev/sdb [ 2279.251757] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51412b4-fc78-41dc-ad9a-fdac68a0ee48 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.259139] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d8f6e-f262-4412-a9bd-02a43c030c4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.273557] env[62490]: DEBUG nova.virt.block_device [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Updating existing volume attachment record: 72024336-316c-4e13-85f6-cde0a537490f {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2279.282512] env[62490]: DEBUG nova.objects.instance [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'pci_requests' on Instance uuid 53d1a61d-80ef-41a4-b71c-fa794e854306 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2279.291071] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b8cd3c-f7d1-49a9-b5c5-cbb160b77d45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.317844] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10029d-dd02-4e65-9fa1-bcda376766c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.325577] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance 'a9e6d0c8-e019-4612-872e-e13feefa2643' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2279.454657] env[62490]: DEBUG nova.network.neutron [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updated VIF entry in instance network info cache for port 3c57f09f-aa8c-4e41-a2e5-f38fb6929efc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2279.454657] env[62490]: DEBUG nova.network.neutron [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [{"id": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "address": "fa:16:3e:03:66:72", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c57f09f-aa", "ovs_interfaceid": "3c57f09f-aa8c-4e41-a2e5-f38fb6929efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.681120] env[62490]: DEBUG nova.scheduler.client.report [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2279.785793] env[62490]: DEBUG nova.objects.base [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Object Instance<53d1a61d-80ef-41a4-b71c-fa794e854306> lazy-loaded attributes: flavor,pci_requests {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2279.786075] env[62490]: DEBUG nova.network.neutron [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2279.832352] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2279.833027] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01db9848-89a5-45b3-9cc0-57084e503176 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.840141] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2279.840141] env[62490]: value = "task-2066515" [ 2279.840141] env[62490]: _type = "Task" [ 2279.840141] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.848140] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.854113] env[62490]: DEBUG nova.policy [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c46b1c1028412baadbc08c78f9c875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcee66b8d20c42cfbc4051203f242c09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2279.956835] env[62490]: DEBUG oslo_concurrency.lockutils [req-b282c0d9-83d0-477a-811a-4649fbacb8a3 req-0904e739-bfac-4d8d-87c0-a2da0d19148a service nova] Releasing lock "refresh_cache-41061a38-305a-409c-a95a-82392b65eab6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2280.047362] env[62490]: DEBUG nova.compute.manager [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2280.047571] env[62490]: DEBUG nova.compute.manager [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing instance network info cache due to event network-changed-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2280.047839] env[62490]: DEBUG oslo_concurrency.lockutils [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2280.047984] env[62490]: DEBUG oslo_concurrency.lockutils [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2280.048189] env[62490]: DEBUG nova.network.neutron [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2280.186474] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.187013] env[62490]: DEBUG nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2280.351217] env[62490]: DEBUG oslo_vmware.api [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066515, 'name': PowerOnVM_Task, 'duration_secs': 0.366064} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.351217] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2280.351458] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ee371e88-dc82-4e19-95ba-eaa100bf2c38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance 'a9e6d0c8-e019-4612-872e-e13feefa2643' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2280.694763] env[62490]: DEBUG nova.compute.utils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2280.696205] env[62490]: DEBUG nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2280.696373] env[62490]: DEBUG nova.network.neutron [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2280.755636] env[62490]: DEBUG nova.policy [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '166ad0d30dd647fc98127f10bd2f2b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba514b251b254af3b19bc4e786f22876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2280.818806] env[62490]: DEBUG nova.network.neutron [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updated VIF entry in instance network info cache for port cd4472bf-6eeb-4447-ba36-c48a1afc1cc8. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2280.819235] env[62490]: DEBUG nova.network.neutron [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2281.025933] env[62490]: DEBUG nova.network.neutron [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Successfully created port: c9955c9a-c055-43f9-8183-3c26023fff09 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2281.199821] env[62490]: DEBUG nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2281.321515] env[62490]: DEBUG oslo_concurrency.lockutils [req-a5d817be-1fba-4df0-b170-48342ee0e702 req-f041d062-eb1c-4174-acff-c0060552a253 service nova] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.470192] env[62490]: DEBUG nova.network.neutron [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Successfully updated port: 8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2281.974737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.974937] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.975144] env[62490]: DEBUG nova.network.neutron [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2282.077723] env[62490]: DEBUG nova.compute.manager [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-vif-plugged-8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2282.077961] env[62490]: DEBUG oslo_concurrency.lockutils [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] Acquiring lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.078182] env[62490]: DEBUG oslo_concurrency.lockutils [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.078355] env[62490]: DEBUG oslo_concurrency.lockutils [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.078522] env[62490]: DEBUG nova.compute.manager [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] No waiting events found dispatching network-vif-plugged-8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2282.078717] env[62490]: WARNING nova.compute.manager [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received unexpected event network-vif-plugged-8fdf24a2-a765-43ac-8348-35e25deff713 for instance with vm_state active and task_state None. [ 2282.078895] env[62490]: DEBUG nova.compute.manager [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-changed-8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2282.079102] env[62490]: DEBUG nova.compute.manager [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing instance network info cache due to event network-changed-8fdf24a2-a765-43ac-8348-35e25deff713. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2282.079278] env[62490]: DEBUG oslo_concurrency.lockutils [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.210466] env[62490]: DEBUG nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2282.243988] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2282.244350] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2282.244598] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2282.244871] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2282.245104] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2282.245333] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2282.245656] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2282.245952] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2282.246237] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2282.246538] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2282.246765] env[62490]: DEBUG nova.virt.hardware [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2282.248405] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561ac2a0-8b13-4e63-b74e-7e663e0e80e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.257591] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ef736b-79d8-4178-92bf-df9b8e489864 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.523007] env[62490]: WARNING nova.network.neutron [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] 76a3e0ef-6952-4907-be05-ada13a57e025 already exists in list: networks containing: ['76a3e0ef-6952-4907-be05-ada13a57e025']. ignoring it [ 2282.757012] env[62490]: DEBUG nova.network.neutron [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Successfully updated port: c9955c9a-c055-43f9-8183-3c26023fff09 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2282.932370] env[62490]: DEBUG nova.network.neutron [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Port 1619ee88-cc0d-410f-bb61-6814201df4b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2282.932638] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.932801] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2282.932965] env[62490]: DEBUG nova.network.neutron [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2282.954137] env[62490]: DEBUG nova.network.neutron [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fdf24a2-a765-43ac-8348-35e25deff713", "address": "fa:16:3e:58:90:87", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdf24a2-a7", "ovs_interfaceid": "8fdf24a2-a765-43ac-8348-35e25deff713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.265014] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.265014] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.265344] env[62490]: DEBUG nova.network.neutron [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2283.456780] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2283.457530] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.457726] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.458053] env[62490]: DEBUG oslo_concurrency.lockutils [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.458281] env[62490]: DEBUG nova.network.neutron [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Refreshing network info cache for port 8fdf24a2-a765-43ac-8348-35e25deff713 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2283.460655] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2246bbd-388f-49c7-94bc-1ec6063f292a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.480097] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2283.480352] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2283.480544] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2283.480803] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2283.480882] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2283.481046] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2283.481258] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2283.481414] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2283.481581] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2283.481750] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2283.481962] env[62490]: DEBUG nova.virt.hardware [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2283.488480] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Reconfiguring VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2283.489606] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008b580b-d889-42b3-8c63-97e36da18f45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.508028] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2283.508028] env[62490]: value = "task-2066517" [ 2283.508028] env[62490]: _type = "Task" [ 2283.508028] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.517203] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.665773] env[62490]: DEBUG nova.network.neutron [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.796809] env[62490]: DEBUG nova.network.neutron [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2283.825723] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2283.825996] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423754', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'name': 'volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7201e4ec-3356-409c-8deb-1d245bcffe81', 'attached_at': '', 'detached_at': '', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'serial': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2283.826910] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c962e541-1570-41f5-8fd5-6f8d2d04af96 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.845944] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e167d47-5d26-4884-b149-1ae4ae0226ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.870717] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c/volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2283.873315] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b64c25de-c1b0-4217-a2a7-daed5ac1bc78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.891231] env[62490]: DEBUG oslo_vmware.api [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2283.891231] env[62490]: value = "task-2066518" [ 2283.891231] env[62490]: _type = "Task" [ 2283.891231] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.902090] env[62490]: DEBUG oslo_vmware.api [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.017920] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.169060] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.178180] env[62490]: DEBUG nova.compute.manager [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Received event network-vif-plugged-c9955c9a-c055-43f9-8183-3c26023fff09 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2284.178380] env[62490]: DEBUG oslo_concurrency.lockutils [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] Acquiring lock "241f252f-11d4-43c2-9642-caef39fc956c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.178574] env[62490]: DEBUG oslo_concurrency.lockutils [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] Lock "241f252f-11d4-43c2-9642-caef39fc956c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.178756] env[62490]: DEBUG oslo_concurrency.lockutils [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] Lock "241f252f-11d4-43c2-9642-caef39fc956c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.178953] env[62490]: DEBUG nova.compute.manager [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] No waiting events found dispatching network-vif-plugged-c9955c9a-c055-43f9-8183-3c26023fff09 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2284.179136] env[62490]: WARNING nova.compute.manager [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Received unexpected event network-vif-plugged-c9955c9a-c055-43f9-8183-3c26023fff09 for instance with vm_state building and task_state spawning. [ 2284.179289] env[62490]: DEBUG nova.compute.manager [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Received event network-changed-c9955c9a-c055-43f9-8183-3c26023fff09 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2284.179434] env[62490]: DEBUG nova.compute.manager [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Refreshing instance network info cache due to event network-changed-c9955c9a-c055-43f9-8183-3c26023fff09. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2284.179631] env[62490]: DEBUG oslo_concurrency.lockutils [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] Acquiring lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2284.209633] env[62490]: DEBUG nova.network.neutron [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Updating instance_info_cache with network_info: [{"id": "c9955c9a-c055-43f9-8183-3c26023fff09", "address": "fa:16:3e:a7:ab:40", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9955c9a-c0", "ovs_interfaceid": "c9955c9a-c055-43f9-8183-3c26023fff09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.352465] env[62490]: DEBUG nova.network.neutron [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updated VIF entry in instance network info cache for port 8fdf24a2-a765-43ac-8348-35e25deff713. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2284.352886] env[62490]: DEBUG nova.network.neutron [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fdf24a2-a765-43ac-8348-35e25deff713", "address": "fa:16:3e:58:90:87", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fdf24a2-a7", "ovs_interfaceid": "8fdf24a2-a765-43ac-8348-35e25deff713", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.400983] env[62490]: DEBUG oslo_vmware.api [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066518, 'name': ReconfigVM_Task, 'duration_secs': 0.333969} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.401260] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c/volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2284.405924] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ba84ec-0f52-4d9a-8ede-a3d417c024de {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.420906] env[62490]: DEBUG oslo_vmware.api [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2284.420906] env[62490]: value = "task-2066519" [ 2284.420906] env[62490]: _type = "Task" [ 2284.420906] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.428430] env[62490]: DEBUG oslo_vmware.api [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.518445] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.675148] env[62490]: DEBUG nova.compute.manager [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62490) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2284.712481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.712796] env[62490]: DEBUG nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Instance network_info: |[{"id": "c9955c9a-c055-43f9-8183-3c26023fff09", "address": "fa:16:3e:a7:ab:40", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9955c9a-c0", "ovs_interfaceid": "c9955c9a-c055-43f9-8183-3c26023fff09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2284.713130] env[62490]: DEBUG oslo_concurrency.lockutils [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] Acquired lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2284.713316] env[62490]: DEBUG nova.network.neutron [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Refreshing network info cache for port c9955c9a-c055-43f9-8183-3c26023fff09 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2284.714472] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:ab:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9955c9a-c055-43f9-8183-3c26023fff09', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2284.722099] env[62490]: DEBUG oslo.service.loopingcall [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2284.727032] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2284.728012] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c97ed52-8c5b-447d-a479-009969079a7e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.748398] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2284.748398] env[62490]: value = "task-2066520" [ 2284.748398] env[62490]: _type = "Task" [ 2284.748398] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.757488] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066520, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.855029] env[62490]: DEBUG oslo_concurrency.lockutils [req-24ae3687-4f7b-4355-9ac4-5a0156845466 req-facee1fa-988f-4058-aadf-9c9ba031a021 service nova] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.913974] env[62490]: DEBUG nova.network.neutron [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Updated VIF entry in instance network info cache for port c9955c9a-c055-43f9-8183-3c26023fff09. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2284.914349] env[62490]: DEBUG nova.network.neutron [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Updating instance_info_cache with network_info: [{"id": "c9955c9a-c055-43f9-8183-3c26023fff09", "address": "fa:16:3e:a7:ab:40", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9955c9a-c0", "ovs_interfaceid": "c9955c9a-c055-43f9-8183-3c26023fff09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.930920] env[62490]: DEBUG oslo_vmware.api [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066519, 'name': ReconfigVM_Task, 'duration_secs': 0.127462} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.931228] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423754', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'name': 'volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7201e4ec-3356-409c-8deb-1d245bcffe81', 'attached_at': '', 'detached_at': '', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'serial': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2285.018843] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.258129] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066520, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.418351] env[62490]: DEBUG oslo_concurrency.lockutils [req-572054d4-99d3-4edb-84c7-c237870d86e7 req-813b2825-750f-49b9-bcc6-2c8b0f13554b service nova] Releasing lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.519827] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.758846] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066520, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.769507] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.769761] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.964368] env[62490]: DEBUG nova.objects.instance [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'flavor' on Instance uuid 7201e4ec-3356-409c-8deb-1d245bcffe81 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2286.021549] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.259636] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066520, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.272556] env[62490]: DEBUG nova.objects.instance [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'migration_context' on Instance uuid a9e6d0c8-e019-4612-872e-e13feefa2643 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2286.469729] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4df25347-c424-4a93-a7d1-c60340f533df tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.521340] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.695039] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "7201e4ec-3356-409c-8deb-1d245bcffe81" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.695284] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.760032] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066520, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.911770] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15957b8-9a4e-4814-90c3-70b6ba6afad0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.919964] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4975658f-d8be-4046-8537-9367cd6d74b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.950694] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b433815-7cee-4f29-a010-d34f90f19360 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.957755] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c5a5f4-d01e-425d-99b1-61815f535a62 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.970826] env[62490]: DEBUG nova.compute.provider_tree [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2287.020965] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.200065] env[62490]: INFO nova.compute.manager [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Detaching volume 56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c [ 2287.237187] env[62490]: INFO nova.virt.block_device [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Attempting to driver detach volume 56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c from mountpoint /dev/sdb [ 2287.237438] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2287.237622] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423754', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'name': 'volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7201e4ec-3356-409c-8deb-1d245bcffe81', 'attached_at': '', 'detached_at': '', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'serial': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2287.238813] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a741394-5579-4b60-9373-c672ba553521 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.263936] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15cbc0b-8e7a-4276-ab5c-39fd0fa5d530 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.273359] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf65482-35f7-4556-a6d8-4cc2745455a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.275545] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066520, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.293086] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715496b-b58b-4131-8b93-cc8ef382303c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.307061] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] The volume has not been displaced from its original location: [datastore1] volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c/volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2287.312345] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2287.312599] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f269c1ba-3d26-40c1-bc92-5a0703f82e77 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.329906] env[62490]: DEBUG oslo_vmware.api [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2287.329906] env[62490]: value = "task-2066521" [ 2287.329906] env[62490]: _type = "Task" [ 2287.329906] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.337892] env[62490]: DEBUG oslo_vmware.api [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.474963] env[62490]: DEBUG nova.scheduler.client.report [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2287.522555] env[62490]: DEBUG oslo_vmware.api [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066517, 'name': ReconfigVM_Task, 'duration_secs': 4.011135} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.523076] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.523296] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Reconfigured VM to attach interface {{(pid=62490) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2287.770094] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066520, 'name': CreateVM_Task, 'duration_secs': 2.693134} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.770297] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2287.770955] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.771139] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.771463] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2287.771782] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43d3492-735a-4c0d-aa09-d17a9551812f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.776199] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2287.776199] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ef0c1c-a230-dac3-05f7-598c0f1901d2" [ 2287.776199] env[62490]: _type = "Task" [ 2287.776199] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.783756] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ef0c1c-a230-dac3-05f7-598c0f1901d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.839088] env[62490]: DEBUG oslo_vmware.api [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066521, 'name': ReconfigVM_Task, 'duration_secs': 0.232161} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.839359] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2287.844060] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf7fe97-7dde-4e37-9e18-f528b834c10f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.859814] env[62490]: DEBUG oslo_vmware.api [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2287.859814] env[62490]: value = "task-2066522" [ 2287.859814] env[62490]: _type = "Task" [ 2287.859814] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.868085] env[62490]: DEBUG oslo_vmware.api [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.027926] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ad09a673-0e42-47c1-b323-3cbf188f77f2 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-53d1a61d-80ef-41a4-b71c-fa794e854306-8fdf24a2-a765-43ac-8348-35e25deff713" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.389s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.287056] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ef0c1c-a230-dac3-05f7-598c0f1901d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.287056] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.287056] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2288.287234] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.287234] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.287409] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2288.287665] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b356b01c-d97d-43da-8ae5-db51885ac47c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.295468] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2288.295648] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2288.296346] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb295beb-cd56-4e83-a6f5-9d4c605e470a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.301477] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2288.301477] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527d9e66-4fc4-50fc-921c-04a95f06f323" [ 2288.301477] env[62490]: _type = "Task" [ 2288.301477] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.308488] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527d9e66-4fc4-50fc-921c-04a95f06f323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.370031] env[62490]: DEBUG oslo_vmware.api [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066522, 'name': ReconfigVM_Task, 'duration_secs': 0.130159} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.370362] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423754', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'name': 'volume-56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7201e4ec-3356-409c-8deb-1d245bcffe81', 'attached_at': '', 'detached_at': '', 'volume_id': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c', 'serial': '56825f8a-49a4-4d1e-9ebf-e5a722b9bd2c'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2288.485856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.716s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.812198] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527d9e66-4fc4-50fc-921c-04a95f06f323, 'name': SearchDatastore_Task, 'duration_secs': 0.00787} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.812996] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb4ced6-224b-435f-8daa-16e4f4a4c38a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.818253] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2288.818253] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c1cca-f2e7-4bd4-4b66-ec7100efee12" [ 2288.818253] env[62490]: _type = "Task" [ 2288.818253] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.826947] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c1cca-f2e7-4bd4-4b66-ec7100efee12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.910775] env[62490]: DEBUG nova.objects.instance [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'flavor' on Instance uuid 7201e4ec-3356-409c-8deb-1d245bcffe81 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2289.328327] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528c1cca-f2e7-4bd4-4b66-ec7100efee12, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.328593] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.328863] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/241f252f-11d4-43c2-9642-caef39fc956c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2289.329158] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca79747a-5857-4494-a61a-2496009a028e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.335941] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2289.335941] env[62490]: value = "task-2066523" [ 2289.335941] env[62490]: _type = "Task" [ 2289.335941] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.344661] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.381524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "interface-53d1a61d-80ef-41a4-b71c-fa794e854306-8fdf24a2-a765-43ac-8348-35e25deff713" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.381743] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-53d1a61d-80ef-41a4-b71c-fa794e854306-8fdf24a2-a765-43ac-8348-35e25deff713" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.845764] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48466} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.846151] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/241f252f-11d4-43c2-9642-caef39fc956c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2289.846285] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2289.846506] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8abe1e93-dc31-44d2-b9b6-63e0d913171c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.852588] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2289.852588] env[62490]: value = "task-2066524" [ 2289.852588] env[62490]: _type = "Task" [ 2289.852588] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.859671] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.884390] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.884607] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.885631] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b19ac2-66f6-40d6-9a54-ac7bdd3d9303 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.903490] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7897f6b-aefe-4af6-ad7d-f3c1c54a05c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.927855] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b37e0da-7f5c-420d-a686-3dfe8ba15f45 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.937351] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Reconfiguring VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2289.937940] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60728be3-1bb6-432c-bfaf-9e4fc3a2ac73 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.957012] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2289.957012] env[62490]: value = "task-2066525" [ 2289.957012] env[62490]: _type = "Task" [ 2289.957012] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.966194] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.019864] env[62490]: INFO nova.compute.manager [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Swapping old allocation on dict_keys(['58d12e9c-c3f5-4a54-9afe-d46accdaa966']) held by migration ac5ae136-44f1-421c-bbb7-310ccc745567 for instance [ 2290.043589] env[62490]: DEBUG nova.scheduler.client.report [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Overwriting current allocation {'allocations': {'58d12e9c-c3f5-4a54-9afe-d46accdaa966': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '139f5c9fc31e42d2881737752c455337', 'user_id': '45b9fbb18fab40b1b9e2dcfb6b7aeef4', 'consumer_generation': 1} on consumer a9e6d0c8-e019-4612-872e-e13feefa2643 {{(pid=62490) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2290.124485] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2290.124692] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2290.124865] env[62490]: DEBUG nova.network.neutron [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2290.364674] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062416} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.364929] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2290.365766] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054d354-bbb3-4f9f-ba69-df7a38412634 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.388434] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/241f252f-11d4-43c2-9642-caef39fc956c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2290.389098] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ff9c9a-d54a-4867-b2d1-f86adaffca11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.409402] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2290.409402] env[62490]: value = "task-2066526" [ 2290.409402] env[62490]: _type = "Task" [ 2290.409402] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.419175] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.466566] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.839636] env[62490]: DEBUG nova.network.neutron [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [{"id": "1619ee88-cc0d-410f-bb61-6814201df4b6", "address": "fa:16:3e:bd:0f:10", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1619ee88-cc", "ovs_interfaceid": "1619ee88-cc0d-410f-bb61-6814201df4b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.921534] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066526, 'name': ReconfigVM_Task, 'duration_secs': 0.349244} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.921918] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/241f252f-11d4-43c2-9642-caef39fc956c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2290.922470] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e2f08a6-e651-4eb1-9c30-ae9cba2ce60c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.928471] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2290.928471] env[62490]: value = "task-2066527" [ 2290.928471] env[62490]: _type = "Task" [ 2290.928471] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.936409] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066527, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.942871] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "7201e4ec-3356-409c-8deb-1d245bcffe81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.943109] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.943315] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "7201e4ec-3356-409c-8deb-1d245bcffe81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.943500] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.943665] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.945733] env[62490]: INFO nova.compute.manager [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Terminating instance [ 2290.967641] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.343225] env[62490]: DEBUG oslo_concurrency.lockutils [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-a9e6d0c8-e019-4612-872e-e13feefa2643" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.344230] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5fa3c-1c6c-4e9a-89f3-7f04940cc18f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.351579] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0320f324-9574-44df-bb1e-27bbd99c0240 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.438535] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066527, 'name': Rename_Task, 'duration_secs': 0.144962} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.438826] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2291.439049] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb768d66-1ceb-4ae6-8f61-e0a7d02b3986 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.444473] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2291.444473] env[62490]: value = "task-2066528" [ 2291.444473] env[62490]: _type = "Task" [ 2291.444473] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.451844] env[62490]: DEBUG nova.compute.manager [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2291.452083] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2291.452338] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.453017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf7478-7a47-43e1-843e-566be7162b3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.458994] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2291.463227] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9dac211-445f-4fde-afee-5b492b76386a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.469008] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.470162] env[62490]: DEBUG oslo_vmware.api [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2291.470162] env[62490]: value = "task-2066529" [ 2291.470162] env[62490]: _type = "Task" [ 2291.470162] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.477646] env[62490]: DEBUG oslo_vmware.api [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.954641] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.967609] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.978654] env[62490]: DEBUG oslo_vmware.api [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.429548] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2292.429947] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b80fe6d-3fd0-48e2-80c3-cb9f42b7ed67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.436875] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2292.436875] env[62490]: value = "task-2066530" [ 2292.436875] env[62490]: _type = "Task" [ 2292.436875] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.445365] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.454897] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066528, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.468576] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.479571] env[62490]: DEBUG oslo_vmware.api [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066529, 'name': PowerOffVM_Task, 'duration_secs': 0.779002} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.479780] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2292.479943] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2292.480215] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d52f082-3490-4d6c-a784-e2e8615dd65c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.946968] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066530, 'name': PowerOffVM_Task, 'duration_secs': 0.206238} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.949926] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2292.950630] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2292.950847] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2292.951049] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2292.951257] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2292.951407] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2292.951554] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2292.951755] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2292.951919] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2292.952088] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2292.952251] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2292.952422] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2292.957732] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d693f692-c095-4788-ab7f-aadf3530bad5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.973507] env[62490]: DEBUG oslo_vmware.api [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066528, 'name': PowerOnVM_Task, 'duration_secs': 1.043299} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.974824] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2292.975071] env[62490]: INFO nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Took 10.76 seconds to spawn the instance on the hypervisor. [ 2292.975260] env[62490]: DEBUG nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2292.975561] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2292.975561] env[62490]: value = "task-2066532" [ 2292.975561] env[62490]: _type = "Task" [ 2292.975561] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.976258] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd241b-346c-40d7-ae06-13d2c7757b26 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.983643] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.991828] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.479700] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.490221] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066532, 'name': ReconfigVM_Task, 'duration_secs': 0.158909} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.491474] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ccada-4a62-44f2-8a0e-c6f38f3f6b90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.518139] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2293.518412] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2293.518569] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2293.518751] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2293.518918] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2293.519171] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2293.519406] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2293.519564] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2293.519731] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2293.519894] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2293.520081] env[62490]: DEBUG nova.virt.hardware [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2293.522138] env[62490]: INFO nova.compute.manager [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Took 15.58 seconds to build instance. [ 2293.523139] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6155396d-4035-4898-a79e-d37554316d80 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.531334] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2293.531334] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529e915e-de5e-051d-dd90-2eba607c7aa5" [ 2293.531334] env[62490]: _type = "Task" [ 2293.531334] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.541298] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529e915e-de5e-051d-dd90-2eba607c7aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.00766} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.546689] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2293.547386] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beffda9f-5f5a-48e5-89cd-5067c74d39f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.565277] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2293.565277] env[62490]: value = "task-2066533" [ 2293.565277] env[62490]: _type = "Task" [ 2293.565277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.573980] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.901439] env[62490]: DEBUG oslo_concurrency.lockutils [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.901439] env[62490]: DEBUG oslo_concurrency.lockutils [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.978232] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.028935] env[62490]: INFO nova.compute.manager [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Rescuing [ 2294.029238] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.029389] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.029548] env[62490]: DEBUG nova.network.neutron [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2294.030787] env[62490]: DEBUG oslo_concurrency.lockutils [None req-532df693-0a94-4930-b0f4-f44bdffff0d8 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "241f252f-11d4-43c2-9642-caef39fc956c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.094s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.074977] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066533, 'name': ReconfigVM_Task, 'duration_secs': 0.200607} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.075208] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2294.075984] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e53ea0b-dc0d-477f-802b-c61e2229f3e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.102188] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2294.102516] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c61d4b6c-8417-490a-9a81-eb3f15a9c13d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.121418] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2294.121418] env[62490]: value = "task-2066534" [ 2294.121418] env[62490]: _type = "Task" [ 2294.121418] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.129180] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.404677] env[62490]: INFO nova.compute.manager [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Detaching volume 10c45013-332f-44b4-b1eb-0763c1056b6c [ 2294.479421] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.496143] env[62490]: INFO nova.virt.block_device [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Attempting to driver detach volume 10c45013-332f-44b4-b1eb-0763c1056b6c from mountpoint /dev/sdb [ 2294.496360] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2294.496543] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2294.497343] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f8e11c-3d6d-4b4c-9490-32dc328b0b1f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.519048] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d4dca-6799-46e2-b9f2-76f2e84b906b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.525556] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b17ef1-4619-4536-86e3-516fce2f99e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.547346] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607bad48-12e9-4fa7-8f26-b72aeebdf7a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.562545] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] The volume has not been displaced from its original location: [datastore1] volume-10c45013-332f-44b4-b1eb-0763c1056b6c/volume-10c45013-332f-44b4-b1eb-0763c1056b6c.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2294.567954] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2294.568521] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a20a16f-f404-43e6-8c40-83fbede804c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.587920] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2294.587920] env[62490]: value = "task-2066535" [ 2294.587920] env[62490]: _type = "Task" [ 2294.587920] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.595963] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.630857] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066534, 'name': ReconfigVM_Task, 'duration_secs': 0.251601} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.631257] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfigured VM instance instance-00000064 to attach disk [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643/a9e6d0c8-e019-4612-872e-e13feefa2643.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2294.632155] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be80510-e8ff-4b6b-a2a2-1831ad66b916 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.656067] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78006fc5-4999-4f9b-a9e7-fe159dbb8414 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.679040] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ab31d-b586-4dfa-af1f-c65ff2dbf6d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.699734] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082d4f2c-e923-4ee1-aab0-210dfd9a2aac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.708564] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2294.708796] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d0f8e0-99fa-4033-bd51-d6c0baf7007c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.714811] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2294.714811] env[62490]: value = "task-2066536" [ 2294.714811] env[62490]: _type = "Task" [ 2294.714811] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.721884] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.804427] env[62490]: DEBUG nova.network.neutron [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Updating instance_info_cache with network_info: [{"id": "c9955c9a-c055-43f9-8183-3c26023fff09", "address": "fa:16:3e:a7:ab:40", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9955c9a-c0", "ovs_interfaceid": "c9955c9a-c055-43f9-8183-3c26023fff09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.980540] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.099214] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066535, 'name': ReconfigVM_Task, 'duration_secs': 0.215721} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.099560] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2295.104956] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f4cf69-db98-4a30-b214-53ff8e1dea51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.120984] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2295.120984] env[62490]: value = "task-2066537" [ 2295.120984] env[62490]: _type = "Task" [ 2295.120984] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.128931] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.224583] env[62490]: DEBUG oslo_vmware.api [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066536, 'name': PowerOnVM_Task, 'duration_secs': 0.366514} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.224819] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2295.307463] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.338522] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.338771] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.339067] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.339372] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.339565] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.341790] env[62490]: INFO nova.compute.manager [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Terminating instance [ 2295.480877] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.631903] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.845309] env[62490]: DEBUG nova.compute.manager [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2295.845535] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2295.847350] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57190b06-8b90-4a94-9930-2b2edb4397b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.854971] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2295.855209] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2acc82b7-35e5-408c-b545-4146cf5d90b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.861191] env[62490]: DEBUG oslo_vmware.api [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2295.861191] env[62490]: value = "task-2066538" [ 2295.861191] env[62490]: _type = "Task" [ 2295.861191] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.869470] env[62490]: DEBUG oslo_vmware.api [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.982360] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.131719] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.266862] env[62490]: INFO nova.compute.manager [None req-49f34ff2-f516-46cc-bd0d-17cdd36fba37 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance to original state: 'active' [ 2296.370814] env[62490]: DEBUG oslo_vmware.api [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066538, 'name': PowerOffVM_Task, 'duration_secs': 0.191905} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.371103] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2296.371257] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2296.371499] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9224e8c9-f9ae-4f1f-9983-03efbb51cae9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.482019] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.631924] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.845320] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2296.845614] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e38ba9b2-3df1-4cb0-acdb-7178a0f86920 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.853274] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2296.853274] env[62490]: value = "task-2066540" [ 2296.853274] env[62490]: _type = "Task" [ 2296.853274] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.861487] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.986992] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.133615] env[62490]: DEBUG oslo_vmware.api [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066537, 'name': ReconfigVM_Task, 'duration_secs': 1.845218} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.133615] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423745', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'name': 'volume-10c45013-332f-44b4-b1eb-0763c1056b6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ecffcb2-cf5d-4fd4-910b-77adba988c6d', 'attached_at': '', 'detached_at': '', 'volume_id': '10c45013-332f-44b4-b1eb-0763c1056b6c', 'serial': '10c45013-332f-44b4-b1eb-0763c1056b6c'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2297.364302] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066540, 'name': PowerOffVM_Task, 'duration_secs': 0.224616} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.365086] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2297.365701] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d47a6f-848e-4388-b47d-3e367f5c4193 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.385095] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50cc864-e18d-42b5-b3d6-98b177e7a544 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.417755] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2297.418423] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b139179b-98d7-4968-86b6-364e8e28d116 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.425707] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2297.425707] env[62490]: value = "task-2066541" [ 2297.425707] env[62490]: _type = "Task" [ 2297.425707] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.433174] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.483043] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.658477] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "a9e6d0c8-e019-4612-872e-e13feefa2643" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.658640] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.658721] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.658924] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.659121] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.661302] env[62490]: INFO nova.compute.manager [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Terminating instance [ 2297.676062] env[62490]: DEBUG nova.objects.instance [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'flavor' on Instance uuid 8ecffcb2-cf5d-4fd4-910b-77adba988c6d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2297.936289] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2297.936464] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2297.936684] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.936833] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.937019] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2297.937274] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0bf170c-a000-4467-b0ba-5b50b155efdd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.946110] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2297.946293] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2297.947037] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35d8a59-81a8-49cf-8285-354f9a05a25f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.952128] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2297.952128] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ad8157-044d-141d-bfb0-eff5aee76c2d" [ 2297.952128] env[62490]: _type = "Task" [ 2297.952128] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.959351] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ad8157-044d-141d-bfb0-eff5aee76c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.982584] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.165295] env[62490]: DEBUG nova.compute.manager [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2298.165630] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2298.165804] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-959f2779-6f61-4471-b1ac-2069aa65b4eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.172251] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2298.172251] env[62490]: value = "task-2066542" [ 2298.172251] env[62490]: _type = "Task" [ 2298.172251] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.184517] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.462677] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ad8157-044d-141d-bfb0-eff5aee76c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013941} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.463514] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3781cb8-b06f-4bcb-b1d0-e6dbb3b5b022 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.468993] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2298.468993] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527057f3-b438-4a7a-a898-31ae29220d1b" [ 2298.468993] env[62490]: _type = "Task" [ 2298.468993] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.477126] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527057f3-b438-4a7a-a898-31ae29220d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.485041] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.493494] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2298.493768] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2298.493997] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleting the datastore file [datastore1] 7201e4ec-3356-409c-8deb-1d245bcffe81 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2298.494316] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8b26b40-68e5-4c3d-a708-8987d39dc0c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.501405] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2298.501613] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2298.501813] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleting the datastore file [datastore1] f5cc78a9-2291-4b11-87cc-02c456aa10bb {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2298.502977] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-516434d9-4e90-42d6-ad43-d9c08f12f20e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.504821] env[62490]: DEBUG oslo_vmware.api [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2298.504821] env[62490]: value = "task-2066543" [ 2298.504821] env[62490]: _type = "Task" [ 2298.504821] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.509372] env[62490]: DEBUG oslo_vmware.api [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2298.509372] env[62490]: value = "task-2066544" [ 2298.509372] env[62490]: _type = "Task" [ 2298.509372] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.515038] env[62490]: DEBUG oslo_vmware.api [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.519391] env[62490]: DEBUG oslo_vmware.api [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.681520] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066542, 'name': PowerOffVM_Task, 'duration_secs': 0.183402} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.683032] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2298.683202] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2298.683399] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423750', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'name': 'volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a9e6d0c8-e019-4612-872e-e13feefa2643', 'attached_at': '2025-01-13T05:49:40.000000', 'detached_at': '', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'serial': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2298.686319] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ae6c30-f45a-4842-91f5-c685c5c17b7c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.689560] env[62490]: DEBUG oslo_concurrency.lockutils [None req-74c0d8b6-9a19-40fb-98e4-208f41349297 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.788s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.709278] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8675c11-3dd4-476c-8022-bc93bec19caa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.716826] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574b52e-cb84-49da-8555-8a71b15cb8e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.737344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb8bdc-5399-4b1b-9771-79243d14184d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.753547] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8/volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2298.759192] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2298.759192] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014119eb-499a-4cdc-b401-91a4d1c1b86b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.776461] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2298.776461] env[62490]: value = "task-2066545" [ 2298.776461] env[62490]: _type = "Task" [ 2298.776461] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.783887] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.978654] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527057f3-b438-4a7a-a898-31ae29220d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011774} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.981458] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.981714] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. {{(pid=62490) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2298.982250] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-925e555e-31ac-4e1a-8765-d1e972f22b91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.988785] env[62490]: DEBUG oslo_vmware.api [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066525, 'name': ReconfigVM_Task, 'duration_secs': 8.662489} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.989853] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.990067] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Reconfigured VM to detach interface {{(pid=62490) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2298.992093] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2298.992093] env[62490]: value = "task-2066546" [ 2298.992093] env[62490]: _type = "Task" [ 2298.992093] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.999209] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.012934] env[62490]: DEBUG oslo_vmware.api [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156373} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.015643] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2299.015838] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2299.016054] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2299.016240] env[62490]: INFO nova.compute.manager [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Took 7.56 seconds to destroy the instance on the hypervisor. [ 2299.016469] env[62490]: DEBUG oslo.service.loopingcall [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.016662] env[62490]: DEBUG nova.compute.manager [-] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2299.016755] env[62490]: DEBUG nova.network.neutron [-] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2299.023253] env[62490]: DEBUG oslo_vmware.api [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147085} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.023253] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2299.023253] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2299.023420] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2299.023453] env[62490]: INFO nova.compute.manager [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Took 3.18 seconds to destroy the instance on the hypervisor. [ 2299.023648] env[62490]: DEBUG oslo.service.loopingcall [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.023832] env[62490]: DEBUG nova.compute.manager [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2299.023925] env[62490]: DEBUG nova.network.neutron [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2299.189899] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.190285] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.190386] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.190779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.190779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.192893] env[62490]: INFO nova.compute.manager [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Terminating instance [ 2299.286901] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066545, 'name': ReconfigVM_Task, 'duration_secs': 0.183086} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.287195] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2299.292166] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e035c9b-e02f-4735-8e8e-74df531d0b4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.308163] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2299.308163] env[62490]: value = "task-2066547" [ 2299.308163] env[62490]: _type = "Task" [ 2299.308163] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.316910] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.502085] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480848} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.502466] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk. [ 2299.503365] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1df4dff-d379-4753-b998-3b8d0b00c43a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.531106] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2299.531424] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcf89c7e-35d7-45a0-8ea8-301cf11d1d7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.549461] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2299.549461] env[62490]: value = "task-2066548" [ 2299.549461] env[62490]: _type = "Task" [ 2299.549461] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.559607] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.696688] env[62490]: DEBUG nova.compute.manager [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2299.696926] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.697830] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cabf59b-b265-4af8-bd52-e6eed6032908 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.705468] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.705687] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e19d0840-75df-4de2-b410-2ceecb023d5e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.711687] env[62490]: DEBUG oslo_vmware.api [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2299.711687] env[62490]: value = "task-2066549" [ 2299.711687] env[62490]: _type = "Task" [ 2299.711687] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.719906] env[62490]: DEBUG oslo_vmware.api [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.820667] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066547, 'name': ReconfigVM_Task, 'duration_secs': 0.238971} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.821036] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423750', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'name': 'volume-4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a9e6d0c8-e019-4612-872e-e13feefa2643', 'attached_at': '2025-01-13T05:49:40.000000', 'detached_at': '', 'volume_id': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8', 'serial': '4ab0def2-a88b-49e5-8f7a-d1145f37cea8'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2299.821336] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.822798] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52268463-e98b-4cfd-b7c7-4eeb1cc682c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.831227] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2299.831502] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-919ec440-d4c4-49d1-b92b-f9add9dcbfdc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.909077] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2299.909322] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2299.909503] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleting the datastore file [datastore1] a9e6d0c8-e019-4612-872e-e13feefa2643 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2299.910130] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-881ed64a-ee92-4e3b-855f-11166369ffdd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.920924] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2299.920924] env[62490]: value = "task-2066551" [ 2299.920924] env[62490]: _type = "Task" [ 2299.920924] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.929143] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.059512] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066548, 'name': ReconfigVM_Task, 'duration_secs': 0.372772} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.059795] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179-rescue.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2300.060684] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4994e66-8de8-4c9e-80a7-1fadadd12fe7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.086256] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afce202f-f02f-4e7e-b09e-e99d6ee7f6ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.103796] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2300.103796] env[62490]: value = "task-2066552" [ 2300.103796] env[62490]: _type = "Task" [ 2300.103796] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.112240] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.115879] env[62490]: DEBUG nova.compute.manager [req-db8b48e0-dc95-4b78-99da-e7c038d9ae9c req-3be82964-e011-4f04-86c8-081bdc2cb9d6 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Received event network-vif-deleted-b4f34ff3-531c-4205-9b41-8efcc8f3a979 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2300.116077] env[62490]: INFO nova.compute.manager [req-db8b48e0-dc95-4b78-99da-e7c038d9ae9c req-3be82964-e011-4f04-86c8-081bdc2cb9d6 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Neutron deleted interface b4f34ff3-531c-4205-9b41-8efcc8f3a979; detaching it from the instance and deleting it from the info cache [ 2300.116255] env[62490]: DEBUG nova.network.neutron [req-db8b48e0-dc95-4b78-99da-e7c038d9ae9c req-3be82964-e011-4f04-86c8-081bdc2cb9d6 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.220752] env[62490]: DEBUG oslo_vmware.api [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066549, 'name': PowerOffVM_Task, 'duration_secs': 0.232117} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.221115] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2300.221345] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2300.221594] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79d9e1a6-1191-4ca1-8b1b-07f37df7b009 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.378326] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2300.378581] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2300.378761] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleting the datastore file [datastore1] 8ecffcb2-cf5d-4fd4-910b-77adba988c6d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2300.379310] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdee20ff-e8df-4439-a4ce-a142fcde4692 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.385671] env[62490]: DEBUG oslo_vmware.api [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2300.385671] env[62490]: value = "task-2066554" [ 2300.385671] env[62490]: _type = "Task" [ 2300.385671] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.394238] env[62490]: DEBUG oslo_vmware.api [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.432401] env[62490]: DEBUG oslo_vmware.api [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142264} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.432700] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.432955] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.433243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.433446] env[62490]: INFO nova.compute.manager [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Took 2.27 seconds to destroy the instance on the hypervisor. [ 2300.433728] env[62490]: DEBUG oslo.service.loopingcall [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.434110] env[62490]: DEBUG nova.compute.manager [-] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2300.434110] env[62490]: DEBUG nova.network.neutron [-] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2300.598817] env[62490]: DEBUG nova.network.neutron [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.613883] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066552, 'name': ReconfigVM_Task, 'duration_secs': 0.19156} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.614138] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2300.614377] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69585224-0825-4da8-93a2-532858f8f307 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.616627] env[62490]: DEBUG nova.network.neutron [-] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.619248] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51b8a1ae-18df-422d-96ff-0f62e357671e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.623577] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2300.623577] env[62490]: value = "task-2066555" [ 2300.623577] env[62490]: _type = "Task" [ 2300.623577] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.630931] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4df7ec-ebbd-41ac-9ceb-66ab63fd850b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.648444] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.670761] env[62490]: DEBUG nova.compute.manager [req-db8b48e0-dc95-4b78-99da-e7c038d9ae9c req-3be82964-e011-4f04-86c8-081bdc2cb9d6 service nova] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Detach interface failed, port_id=b4f34ff3-531c-4205-9b41-8efcc8f3a979, reason: Instance f5cc78a9-2291-4b11-87cc-02c456aa10bb could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2300.868795] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.868988] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquired lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.869238] env[62490]: DEBUG nova.network.neutron [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2300.895424] env[62490]: DEBUG oslo_vmware.api [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145005} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.895660] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.895897] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.896029] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.896200] env[62490]: INFO nova.compute.manager [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2300.896440] env[62490]: DEBUG oslo.service.loopingcall [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.896623] env[62490]: DEBUG nova.compute.manager [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2300.896715] env[62490]: DEBUG nova.network.neutron [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2300.917399] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "53d1a61d-80ef-41a4-b71c-fa794e854306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.917575] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.917780] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.918022] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.918180] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.920245] env[62490]: INFO nova.compute.manager [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Terminating instance [ 2301.101649] env[62490]: INFO nova.compute.manager [-] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Took 2.08 seconds to deallocate network for instance. [ 2301.120118] env[62490]: INFO nova.compute.manager [-] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Took 2.10 seconds to deallocate network for instance. [ 2301.146035] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066555, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.424046] env[62490]: DEBUG nova.compute.manager [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2301.424046] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2301.424892] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c504b7ab-89fb-4d4a-9bc6-361625225ed6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.432744] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2301.432998] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f12a1c9-6962-46ff-b58c-3c143531f19e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.442024] env[62490]: DEBUG oslo_vmware.api [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2301.442024] env[62490]: value = "task-2066556" [ 2301.442024] env[62490]: _type = "Task" [ 2301.442024] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.447377] env[62490]: DEBUG nova.network.neutron [-] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.448707] env[62490]: DEBUG oslo_vmware.api [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.609182] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.609182] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.609552] env[62490]: DEBUG nova.objects.instance [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'resources' on Instance uuid f5cc78a9-2291-4b11-87cc-02c456aa10bb {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2301.638872] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.648963] env[62490]: DEBUG oslo_vmware.api [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066555, 'name': PowerOnVM_Task, 'duration_secs': 0.829967} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.649389] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2301.652840] env[62490]: DEBUG nova.compute.manager [None req-0cf18eb9-92ea-482d-833e-7e6f6b4e7e10 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2301.654806] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849f4fe-d2e2-4288-a510-a8c6d5cc5f45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.841795] env[62490]: DEBUG nova.network.neutron [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.948303] env[62490]: DEBUG oslo_vmware.api [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066556, 'name': PowerOffVM_Task, 'duration_secs': 0.215107} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.948566] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2301.948730] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2301.948985] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb934b31-f35b-415e-8063-7ad92e0cd542 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.951460] env[62490]: INFO nova.network.neutron [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Port 8fdf24a2-a765-43ac-8348-35e25deff713 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2301.953994] env[62490]: DEBUG nova.network.neutron [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [{"id": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "address": "fa:16:3e:80:83:ba", "network": {"id": "76a3e0ef-6952-4907-be05-ada13a57e025", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-135859810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcee66b8d20c42cfbc4051203f242c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd4472bf-6e", "ovs_interfaceid": "cd4472bf-6eeb-4447-ba36-c48a1afc1cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.953994] env[62490]: INFO nova.compute.manager [-] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Took 1.52 seconds to deallocate network for instance. [ 2302.057070] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2302.057070] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2302.057305] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleting the datastore file [datastore1] 53d1a61d-80ef-41a4-b71c-fa794e854306 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2302.057544] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df2e90f-bba7-4f9d-a273-6858f99140ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.064598] env[62490]: DEBUG oslo_vmware.api [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2302.064598] env[62490]: value = "task-2066558" [ 2302.064598] env[62490]: _type = "Task" [ 2302.064598] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.071624] env[62490]: DEBUG oslo_vmware.api [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.149371] env[62490]: DEBUG nova.compute.manager [req-f1ebbb09-4356-479a-925c-85880c0d8e08 req-52bc9693-c0f2-431e-a9ba-1edfec8f2076 service nova] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Received event network-vif-deleted-59094c9e-d365-42d0-a428-5c3f29d9d6bb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2302.149645] env[62490]: DEBUG nova.compute.manager [req-f1ebbb09-4356-479a-925c-85880c0d8e08 req-52bc9693-c0f2-431e-a9ba-1edfec8f2076 service nova] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Received event network-vif-deleted-1619ee88-cc0d-410f-bb61-6814201df4b6 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2302.149865] env[62490]: DEBUG nova.compute.manager [req-f1ebbb09-4356-479a-925c-85880c0d8e08 req-52bc9693-c0f2-431e-a9ba-1edfec8f2076 service nova] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Received event network-vif-deleted-0f180e87-0d6c-4530-8c2d-8e1f1eff980c {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2302.253899] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fca640-f5a6-4034-a647-3ce1565432cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.261379] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a70f72-4f02-43f3-8dd7-edfed3dadeb4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.291828] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81d8fc6-9650-4e65-9b0a-fac05babd282 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.298490] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca0966-ab43-4060-8a3f-ea70d8b3d1c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.311388] env[62490]: DEBUG nova.compute.provider_tree [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2302.344322] env[62490]: INFO nova.compute.manager [-] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Took 1.45 seconds to deallocate network for instance. [ 2302.454719] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Releasing lock "refresh_cache-53d1a61d-80ef-41a4-b71c-fa794e854306" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.496967] env[62490]: INFO nova.compute.manager [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Took 0.54 seconds to detach 1 volumes for instance. [ 2302.574810] env[62490]: DEBUG oslo_vmware.api [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137646} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.575069] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2302.575262] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2302.575437] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2302.575606] env[62490]: INFO nova.compute.manager [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2302.575840] env[62490]: DEBUG oslo.service.loopingcall [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2302.576039] env[62490]: DEBUG nova.compute.manager [-] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2302.576136] env[62490]: DEBUG nova.network.neutron [-] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2302.814363] env[62490]: DEBUG nova.scheduler.client.report [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2302.850188] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.959058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0ab97551-946f-4b25-82d1-05e10a678327 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "interface-53d1a61d-80ef-41a4-b71c-fa794e854306-8fdf24a2-a765-43ac-8348-35e25deff713" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.577s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.003158] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.189715] env[62490]: INFO nova.compute.manager [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Unrescuing [ 2303.189985] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.190157] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquired lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.190329] env[62490]: DEBUG nova.network.neutron [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2303.320030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.322180] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.683s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.322410] env[62490]: DEBUG nova.objects.instance [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'resources' on Instance uuid 7201e4ec-3356-409c-8deb-1d245bcffe81 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.342861] env[62490]: INFO nova.scheduler.client.report [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted allocations for instance f5cc78a9-2291-4b11-87cc-02c456aa10bb [ 2303.657697] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2303.658039] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2303.658237] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2303.766059] env[62490]: DEBUG nova.network.neutron [-] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.853294] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e0bd8179-e213-4363-a21d-e611978eb96c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "f5cc78a9-2291-4b11-87cc-02c456aa10bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.514s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.910760] env[62490]: DEBUG nova.network.neutron [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Updating instance_info_cache with network_info: [{"id": "c9955c9a-c055-43f9-8183-3c26023fff09", "address": "fa:16:3e:a7:ab:40", "network": {"id": "2dd5a39c-12bf-4566-92e8-86097fe1aef9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-727402717-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba514b251b254af3b19bc4e786f22876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9955c9a-c0", "ovs_interfaceid": "c9955c9a-c055-43f9-8183-3c26023fff09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.972490] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1286ff7-9cf7-496f-af6c-3eee71187cc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.981727] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5430b811-bb5b-406d-95d5-863ba581fe62 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.016186] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6035218e-575f-4353-b0d5-f9c38efc2eca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.024471] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a2a635-8920-41d4-b80f-a9e3a568b6f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.037795] env[62490]: DEBUG nova.compute.provider_tree [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.177976] env[62490]: DEBUG nova.compute.manager [req-2df4f929-dcd4-4e25-b085-1936ad6d0a94 req-a9281a63-0e60-46bf-a5a5-6d094a0c1da4 service nova] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Received event network-vif-deleted-cd4472bf-6eeb-4447-ba36-c48a1afc1cc8 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.201662] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.201812] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.201961] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2304.268502] env[62490]: INFO nova.compute.manager [-] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Took 1.69 seconds to deallocate network for instance. [ 2304.414207] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Releasing lock "refresh_cache-241f252f-11d4-43c2-9642-caef39fc956c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.414878] env[62490]: DEBUG nova.objects.instance [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lazy-loading 'flavor' on Instance uuid 241f252f-11d4-43c2-9642-caef39fc956c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.540809] env[62490]: DEBUG nova.scheduler.client.report [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2304.774479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.921731] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0ce97-889b-4236-ba7e-047c89c2bfcc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.943752] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2304.944111] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-238104e9-c633-4a2d-a47f-298e34c89244 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.952344] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2304.952344] env[62490]: value = "task-2066559" [ 2304.952344] env[62490]: _type = "Task" [ 2304.952344] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.961562] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.046304] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.049445] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.199s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.049844] env[62490]: DEBUG nova.objects.instance [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'resources' on Instance uuid 8ecffcb2-cf5d-4fd4-910b-77adba988c6d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2305.065809] env[62490]: INFO nova.scheduler.client.report [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted allocations for instance 7201e4ec-3356-409c-8deb-1d245bcffe81 [ 2305.440663] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.466208] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066559, 'name': PowerOffVM_Task, 'duration_secs': 0.215511} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.466689] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2305.475341] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2305.476049] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ae0fdf-0016-423f-b7e9-cbe8a949cf2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.504012] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2305.504012] env[62490]: value = "task-2066560" [ 2305.504012] env[62490]: _type = "Task" [ 2305.504012] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.515953] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.573235] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adb81085-212f-4ec6-b350-2c859f9c0ce0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "7201e4ec-3356-409c-8deb-1d245bcffe81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.630s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.698732] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5a19b-3b02-4f45-bfab-68bec2edd123 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.704707] env[62490]: DEBUG nova.compute.manager [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2305.710834] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124dcbd1-1a91-4aa1-854f-d4083b37f3d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.743114] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd548f1d-87ca-4d28-b554-c37b6613aaed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.751417] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2926461-e475-49d1-9a00-6438323744b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.768123] env[62490]: DEBUG nova.compute.provider_tree [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2305.943482] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.943793] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2305.943900] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2305.944071] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2305.944222] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2305.944366] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2305.944498] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2305.944775] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2305.944905] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2305.945078] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2306.669084] env[62490]: DEBUG nova.scheduler.client.report [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2306.672358] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.682171] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066560, 'name': ReconfigVM_Task, 'duration_secs': 0.262339} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.682458] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2306.682657] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2306.682918] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-821a2944-3c3e-4e61-86aa-a4af15adc5e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.689362] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.690676] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2306.690676] env[62490]: value = "task-2066561" [ 2306.690676] env[62490]: _type = "Task" [ 2306.690676] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.701962] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.174267] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.177049] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.173s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.177049] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.178869] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.405s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.179135] env[62490]: DEBUG nova.objects.instance [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'resources' on Instance uuid 53d1a61d-80ef-41a4-b71c-fa794e854306 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2307.195923] env[62490]: INFO nova.scheduler.client.report [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted allocations for instance 8ecffcb2-cf5d-4fd4-910b-77adba988c6d [ 2307.198725] env[62490]: INFO nova.scheduler.client.report [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted allocations for instance a9e6d0c8-e019-4612-872e-e13feefa2643 [ 2307.204054] env[62490]: DEBUG oslo_vmware.api [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066561, 'name': PowerOnVM_Task, 'duration_secs': 0.379776} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.206340] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2307.206905] env[62490]: DEBUG nova.compute.manager [None req-d6918b81-e452-4d81-bf9a-89c751ca1eed tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2307.207700] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b9fac8-a2f1-4b5b-a3e2-a718b0f7e340 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.711952] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2da78dca-1c1a-4d33-bd96-3fdfe490ae12 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "8ecffcb2-cf5d-4fd4-910b-77adba988c6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.522s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.712926] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bbdb061c-1e8c-4b4f-bca4-909ed4779455 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "a9e6d0c8-e019-4612-872e-e13feefa2643" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.054s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.791498] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f97c5-9635-4528-85f3-8d2a5fd217c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.799708] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dac6b1-1fd6-498c-96f3-73b78400eba8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.831662] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2765400e-b0f3-48e5-80af-65c53382f939 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.835138] env[62490]: INFO nova.compute.manager [None req-5c417013-7720-4cb4-a884-b4b356530d9d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Get console output [ 2307.835361] env[62490]: WARNING nova.virt.vmwareapi.driver [None req-5c417013-7720-4cb4-a884-b4b356530d9d tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] The console log is missing. Check your VSPC configuration [ 2307.842145] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2e7a81-6ff1-4b66-87bf-af84eb9e2bc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.855774] env[62490]: DEBUG nova.compute.provider_tree [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2308.077518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.077795] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.359271] env[62490]: DEBUG nova.scheduler.client.report [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2308.580115] env[62490]: DEBUG nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2308.864581] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.866823] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.194s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.867008] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.867199] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2308.867563] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.178s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.870031] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641ffbea-56d3-443f-86d6-55bb87619542 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.880357] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e834385-b7ae-49a8-ada3-885fdf557c23 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.885796] env[62490]: INFO nova.scheduler.client.report [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted allocations for instance 53d1a61d-80ef-41a4-b71c-fa794e854306 [ 2308.898058] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71959d0-4c28-4729-92ef-7cb466c37b3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.904756] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388b573-e25b-4221-acc6-9fa184bd6ace {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.933761] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180030MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2308.933921] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.938238] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.938487] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.946019] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Acquiring lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.946173] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.946323] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Acquiring lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.946535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.946756] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.948709] env[62490]: INFO nova.compute.manager [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Terminating instance [ 2309.009366] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "241f252f-11d4-43c2-9642-caef39fc956c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.009627] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "241f252f-11d4-43c2-9642-caef39fc956c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.009835] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "241f252f-11d4-43c2-9642-caef39fc956c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.010043] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "241f252f-11d4-43c2-9642-caef39fc956c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.010194] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "241f252f-11d4-43c2-9642-caef39fc956c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.012236] env[62490]: INFO nova.compute.manager [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Terminating instance [ 2309.100401] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.378311] env[62490]: INFO nova.compute.claims [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2309.400909] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0d753e15-17a5-45cb-8165-d0665164ca8a tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "53d1a61d-80ef-41a4-b71c-fa794e854306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.483s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.440862] env[62490]: DEBUG nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2309.452668] env[62490]: DEBUG nova.compute.manager [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2309.452894] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2309.453184] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9aba3a5-6c5c-48b4-89b6-0f236c9ebea4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.462464] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2309.462464] env[62490]: value = "task-2066562" [ 2309.462464] env[62490]: _type = "Task" [ 2309.462464] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.470386] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.516077] env[62490]: DEBUG nova.compute.manager [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2309.516364] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2309.517390] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493faa5-df11-45a1-9398-d744654e5c36 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.525841] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2309.526655] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0745a587-9d27-4561-9536-fcaa7d870ad8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.532661] env[62490]: DEBUG oslo_vmware.api [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2309.532661] env[62490]: value = "task-2066563" [ 2309.532661] env[62490]: _type = "Task" [ 2309.532661] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.540734] env[62490]: DEBUG oslo_vmware.api [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.544884] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.545115] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.885043] env[62490]: INFO nova.compute.resource_tracker [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating resource usage from migration 6c764061-f167-44e8-9ff3-66be059018e8 [ 2309.957586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.974365] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066562, 'name': PowerOffVM_Task, 'duration_secs': 0.173737} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.974633] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2309.974831] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2309.975050] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423680', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'name': 'volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afcba7c-8f15-4bf2-b6de-9f3ff6acd911', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'serial': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2309.975844] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d121858-61b2-4e4a-8439-eb5d3db02f82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.997828] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7940397-3d18-4996-a686-661340b094d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.004685] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462ed8c-3df1-4504-bde6-6eada3a8cd3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.009148] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0749e7c-2c0d-487d-95b8-ec49055ac42a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.024578] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a5255-767c-492c-9fdd-904d17df0d17 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.031116] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ad1ff-a21d-48d2-9c86-17a34af4806c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.043923] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] The volume has not been displaced from its original location: [datastore1] volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb/volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2310.049124] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2310.052246] env[62490]: DEBUG nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2310.058397] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7b3def-3973-4b32-ba89-38935fc68506 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.091906] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "41061a38-305a-409c-a95a-82392b65eab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.092156] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "41061a38-305a-409c-a95a-82392b65eab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.092363] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "41061a38-305a-409c-a95a-82392b65eab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.092539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "41061a38-305a-409c-a95a-82392b65eab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.092704] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "41061a38-305a-409c-a95a-82392b65eab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.094604] env[62490]: INFO nova.compute.manager [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Terminating instance [ 2310.099639] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdc9695-ea8c-4c86-b04f-12e219c0ad9e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.105861] env[62490]: DEBUG oslo_vmware.api [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066563, 'name': PowerOffVM_Task, 'duration_secs': 0.205115} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.107313] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2310.107507] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2310.108053] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2310.108053] env[62490]: value = "task-2066564" [ 2310.108053] env[62490]: _type = "Task" [ 2310.108053] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.108265] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2d4cd7-880a-45e0-b044-6f8a8fb8b748 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.115511] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99fd5ac-5542-4ae7-9813-d57a2e57af34 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.124071] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.131674] env[62490]: DEBUG nova.compute.provider_tree [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2310.290651] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2310.290894] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2310.291156] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Deleting the datastore file [datastore1] 241f252f-11d4-43c2-9642-caef39fc956c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2310.291472] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d61f0658-955d-4246-8109-45e468b9bd3c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.299771] env[62490]: DEBUG oslo_vmware.api [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2310.299771] env[62490]: value = "task-2066566" [ 2310.299771] env[62490]: _type = "Task" [ 2310.299771] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.306864] env[62490]: DEBUG oslo_vmware.api [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.590713] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.598637] env[62490]: DEBUG nova.compute.manager [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2310.598840] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2310.599817] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8596071f-819e-4127-a656-081c08b8d40c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.607259] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2310.607495] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1876d34-e485-497f-99d9-e3f043400851 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.614502] env[62490]: DEBUG oslo_vmware.api [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2310.614502] env[62490]: value = "task-2066567" [ 2310.614502] env[62490]: _type = "Task" [ 2310.614502] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.620709] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.625163] env[62490]: DEBUG oslo_vmware.api [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.634112] env[62490]: DEBUG nova.scheduler.client.report [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2310.811253] env[62490]: DEBUG oslo_vmware.api [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142017} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.811525] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2310.811686] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2310.811860] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2310.812042] env[62490]: INFO nova.compute.manager [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2310.812323] env[62490]: DEBUG oslo.service.loopingcall [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2310.812510] env[62490]: DEBUG nova.compute.manager [-] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2310.812601] env[62490]: DEBUG nova.network.neutron [-] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2311.122589] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066564, 'name': ReconfigVM_Task, 'duration_secs': 0.886722} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.123230] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2311.131066] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da30e840-af74-4fad-a332-c3ba533c2def {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.141016] env[62490]: DEBUG oslo_vmware.api [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066567, 'name': PowerOffVM_Task, 'duration_secs': 0.292906} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.141946] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.274s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.142153] env[62490]: INFO nova.compute.manager [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Migrating [ 2311.148394] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2311.149052] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2311.151153] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.217s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.153053] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e0206b-cd6f-4f1b-bd8e-0c9ccb07c75b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.161664] env[62490]: DEBUG nova.compute.manager [req-196d0cf3-2c8d-42c3-b28a-094d753d3cd4 req-40de225c-1167-496c-bf17-f1832185550a service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Received event network-vif-deleted-c9955c9a-c055-43f9-8183-3c26023fff09 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2311.161859] env[62490]: INFO nova.compute.manager [req-196d0cf3-2c8d-42c3-b28a-094d753d3cd4 req-40de225c-1167-496c-bf17-f1832185550a service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Neutron deleted interface c9955c9a-c055-43f9-8183-3c26023fff09; detaching it from the instance and deleting it from the info cache [ 2311.162024] env[62490]: DEBUG nova.network.neutron [req-196d0cf3-2c8d-42c3-b28a-094d753d3cd4 req-40de225c-1167-496c-bf17-f1832185550a service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.163202] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2311.163202] env[62490]: value = "task-2066568" [ 2311.163202] env[62490]: _type = "Task" [ 2311.163202] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.173020] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.321793] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2311.322066] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2311.322259] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleting the datastore file [datastore1] 41061a38-305a-409c-a95a-82392b65eab6 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2311.322525] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-163d4eb3-d839-4746-98f8-b436ebc8b7cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.329074] env[62490]: DEBUG oslo_vmware.api [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for the task: (returnval){ [ 2311.329074] env[62490]: value = "task-2066570" [ 2311.329074] env[62490]: _type = "Task" [ 2311.329074] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.336516] env[62490]: DEBUG oslo_vmware.api [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.603764] env[62490]: DEBUG nova.network.neutron [-] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.664552] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.664740] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.664893] env[62490]: DEBUG nova.network.neutron [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2311.666139] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba7bb358-ffcb-4eda-93bb-30fc252fe9e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.678586] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066568, 'name': ReconfigVM_Task, 'duration_secs': 0.124407} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.679681] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423680', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'name': 'volume-e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7afcba7c-8f15-4bf2-b6de-9f3ff6acd911', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb', 'serial': 'e7a3e1a2-e872-425b-aa01-cd9e89cce4fb'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2311.679954] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2311.680728] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479c1760-cb87-44b1-af63-cd6d091e226b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.685599] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a00f1e-0556-48c1-a2db-0fbd57617827 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.700511] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2311.700727] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db98d7bd-b09e-45ab-8f8d-897d23cc21b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.713886] env[62490]: DEBUG nova.compute.manager [req-196d0cf3-2c8d-42c3-b28a-094d753d3cd4 req-40de225c-1167-496c-bf17-f1832185550a service nova] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Detach interface failed, port_id=c9955c9a-c055-43f9-8183-3c26023fff09, reason: Instance 241f252f-11d4-43c2-9642-caef39fc956c could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2311.814923] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2311.815098] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2311.815281] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Deleting the datastore file [datastore1] 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2311.815544] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b80b7013-e0a0-48ca-aeaf-de4255c36bf4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.821935] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for the task: (returnval){ [ 2311.821935] env[62490]: value = "task-2066572" [ 2311.821935] env[62490]: _type = "Task" [ 2311.821935] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.830452] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.837905] env[62490]: DEBUG oslo_vmware.api [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Task: {'id': task-2066570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149498} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.838204] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2311.838404] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2311.838581] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2311.838752] env[62490]: INFO nova.compute.manager [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2311.838979] env[62490]: DEBUG oslo.service.loopingcall [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2311.839198] env[62490]: DEBUG nova.compute.manager [-] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2311.839366] env[62490]: DEBUG nova.network.neutron [-] [instance: 41061a38-305a-409c-a95a-82392b65eab6] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2312.105621] env[62490]: INFO nova.compute.manager [-] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Took 1.29 seconds to deallocate network for instance. [ 2312.165309] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Applying migration context for instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c as it has an incoming, in-progress migration 6c764061-f167-44e8-9ff3-66be059018e8. Migration status is pre-migrating {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2312.166398] env[62490]: INFO nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating resource usage from migration 6c764061-f167-44e8-9ff3-66be059018e8 [ 2312.189592] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2312.189750] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2312.189875] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 41061a38-305a-409c-a95a-82392b65eab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2312.189993] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b56cb1d6-a05e-488d-87fe-6fa335000f37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2312.190126] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 241f252f-11d4-43c2-9642-caef39fc956c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2312.190250] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Migration 6c764061-f167-44e8-9ff3-66be059018e8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2312.190366] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2312.331316] env[62490]: DEBUG oslo_vmware.api [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Task: {'id': task-2066572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076577} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.331674] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2312.331784] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2312.331919] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2312.332146] env[62490]: INFO nova.compute.manager [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Took 2.88 seconds to destroy the instance on the hypervisor. [ 2312.332484] env[62490]: DEBUG oslo.service.loopingcall [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2312.332655] env[62490]: DEBUG nova.compute.manager [-] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2312.332717] env[62490]: DEBUG nova.network.neutron [-] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2312.403475] env[62490]: DEBUG nova.network.neutron [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.609779] env[62490]: DEBUG nova.network.neutron [-] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.613261] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.693657] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 476c843a-252c-4dce-90ba-ec3ee85d5d9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2312.905870] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.112315] env[62490]: INFO nova.compute.manager [-] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Took 1.27 seconds to deallocate network for instance. [ 2313.196811] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c2d619ce-36cf-4e40-8e0d-e29d4d6e118c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2313.210701] env[62490]: DEBUG nova.compute.manager [req-e241f69e-caf6-449a-b247-9dc448890455 req-068bacf9-c628-42c0-933f-0bc1a9168d26 service nova] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Received event network-vif-deleted-3c57f09f-aa8c-4e41-a2e5-f38fb6929efc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2313.210842] env[62490]: DEBUG nova.compute.manager [req-e241f69e-caf6-449a-b247-9dc448890455 req-068bacf9-c628-42c0-933f-0bc1a9168d26 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Received event network-vif-deleted-02f3734d-7cf6-4842-b00a-a63c723fd75e {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2313.211016] env[62490]: INFO nova.compute.manager [req-e241f69e-caf6-449a-b247-9dc448890455 req-068bacf9-c628-42c0-933f-0bc1a9168d26 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Neutron deleted interface 02f3734d-7cf6-4842-b00a-a63c723fd75e; detaching it from the instance and deleting it from the info cache [ 2313.211193] env[62490]: DEBUG nova.network.neutron [req-e241f69e-caf6-449a-b247-9dc448890455 req-068bacf9-c628-42c0-933f-0bc1a9168d26 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.249932] env[62490]: DEBUG nova.network.neutron [-] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.619322] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.700394] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3d59b26b-5314-4f91-b442-5644e956880f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2313.700636] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2313.700780] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2313.713275] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04080fe9-da9e-406b-b0b4-c994872b3e69 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.725254] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c32d4fe-360c-461d-877c-9dae13722663 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.753128] env[62490]: INFO nova.compute.manager [-] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Took 1.42 seconds to deallocate network for instance. [ 2313.753477] env[62490]: DEBUG nova.compute.manager [req-e241f69e-caf6-449a-b247-9dc448890455 req-068bacf9-c628-42c0-933f-0bc1a9168d26 service nova] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Detach interface failed, port_id=02f3734d-7cf6-4842-b00a-a63c723fd75e, reason: Instance 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2313.841247] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7124c7-3350-4f1f-8842-890d24d78038 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.848754] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa7b8e-9fca-429d-b22c-1e1648154a9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.878871] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6709eb76-b6d1-413e-b279-2210978b8ce4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.885744] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206d5798-fdce-4ad3-a978-179431eb6840 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.898728] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2314.295688] env[62490]: INFO nova.compute.manager [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Took 0.54 seconds to detach 1 volumes for instance. [ 2314.297834] env[62490]: DEBUG nova.compute.manager [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Deleting volume: e7a3e1a2-e872-425b-aa01-cd9e89cce4fb {{(pid=62490) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2314.401452] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2314.420934] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56295d1e-db42-4475-9a26-b1292341f302 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.440010] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance 'edd8b1f1-c836-45b5-bf51-0f421c5c2a9c' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2314.835918] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.906092] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2314.906376] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.755s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.906653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.806s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.908471] env[62490]: INFO nova.compute.claims [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2314.911290] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.911628] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Getting list of instances from cluster (obj){ [ 2314.911628] env[62490]: value = "domain-c8" [ 2314.911628] env[62490]: _type = "ClusterComputeResource" [ 2314.911628] env[62490]: } {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2314.912860] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f4abb7-d1f1-4bce-b065-5624b9dfd17b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.926315] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Got total of 3 instances {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2314.945614] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2314.946836] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2959f5ae-2d7e-45d0-979c-519b49f2655b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.954064] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2314.954064] env[62490]: value = "task-2066574" [ 2314.954064] env[62490]: _type = "Task" [ 2314.954064] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.962121] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.464315] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066574, 'name': PowerOffVM_Task, 'duration_secs': 0.197142} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.464709] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2315.464997] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance 'edd8b1f1-c836-45b5-bf51-0f421c5c2a9c' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2315.971354] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2315.971653] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2315.971780] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2315.972076] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2315.972242] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2315.972395] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2315.972595] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2315.972753] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2315.972916] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2315.973088] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2315.973263] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2315.980749] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0436ccb6-b073-4f11-a9db-8a2d1097ff0e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.996254] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2315.996254] env[62490]: value = "task-2066575" [ 2315.996254] env[62490]: _type = "Task" [ 2315.996254] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.005867] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.072769] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde9371-c1bb-4ecc-9934-5fe4b89b599a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.080561] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b44db-f1a3-42fb-a42f-788c58d5c755 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.110676] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74daa9-c0f2-4a3a-8d49-aa3c2c6669e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.118017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ff4a6-6571-4688-932c-5dd83f539279 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.131276] env[62490]: DEBUG nova.compute.provider_tree [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2316.505754] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066575, 'name': ReconfigVM_Task, 'duration_secs': 0.211015} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.506029] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance 'edd8b1f1-c836-45b5-bf51-0f421c5c2a9c' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2316.635037] env[62490]: DEBUG nova.scheduler.client.report [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2316.660783] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.661058] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.661158] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2316.661295] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2317.012529] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2317.012927] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2317.012988] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2317.013132] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2317.013277] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2317.013424] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2317.013626] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2317.013779] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2317.013940] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2317.014149] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2317.014278] env[62490]: DEBUG nova.virt.hardware [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2317.019659] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2317.019986] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67907355-30c3-4888-9d1f-fe12252914ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.039611] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2317.039611] env[62490]: value = "task-2066576" [ 2317.039611] env[62490]: _type = "Task" [ 2317.039611] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.047582] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.139831] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.140381] env[62490]: DEBUG nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2317.143159] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.186s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.144586] env[62490]: INFO nova.compute.claims [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2317.174533] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] There are 52 instances to clean {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2317.174740] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 7201e4ec-3356-409c-8deb-1d245bcffe81] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2317.549018] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066576, 'name': ReconfigVM_Task, 'duration_secs': 0.147482} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.549336] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2317.550111] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1283ef-f19f-4b15-8a8f-7a886234c636 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.571536] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] edd8b1f1-c836-45b5-bf51-0f421c5c2a9c/edd8b1f1-c836-45b5-bf51-0f421c5c2a9c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2317.571689] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22833e3-a8c7-4eec-84a2-9dc1f3de2070 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.589168] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2317.589168] env[62490]: value = "task-2066577" [ 2317.589168] env[62490]: _type = "Task" [ 2317.589168] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.596367] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.648444] env[62490]: DEBUG nova.compute.utils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2317.652185] env[62490]: DEBUG nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2317.652185] env[62490]: DEBUG nova.network.neutron [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2317.678281] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 2d89066f-acb3-4661-834a-23925a239b03] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2317.698935] env[62490]: DEBUG nova.policy [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9103d48ca3c54513aba3d905a2ab9fe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37d5cc49de00476183560b2dd7a51048', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2317.994646] env[62490]: DEBUG nova.network.neutron [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Successfully created port: 8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2318.099324] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066577, 'name': ReconfigVM_Task, 'duration_secs': 0.244278} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.099699] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Reconfigured VM instance instance-0000003c to attach disk [datastore1] edd8b1f1-c836-45b5-bf51-0f421c5c2a9c/edd8b1f1-c836-45b5-bf51-0f421c5c2a9c.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2318.099881] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance 'edd8b1f1-c836-45b5-bf51-0f421c5c2a9c' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2318.152401] env[62490]: DEBUG nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2318.181235] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 53d1a61d-80ef-41a4-b71c-fa794e854306] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2318.289223] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59407f8e-220c-4576-8ac0-4c608b9f9f2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.294887] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d5327c-e143-40b8-9bce-c72375cc9894 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.325990] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407a3761-5754-4344-ad16-eb6e4a85d565 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.333304] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b487f-7405-4007-b3e2-5a11913a04e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.346315] env[62490]: DEBUG nova.compute.provider_tree [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2318.607862] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5918f9-7265-4d9a-8f38-6bb98acd0965 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.627606] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a935595-f1bf-4238-a3ea-7022b6387ab2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.646672] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance 'edd8b1f1-c836-45b5-bf51-0f421c5c2a9c' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2318.684338] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3609e2d3-c61d-4dc5-88ac-c61b1892726a] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2318.866549] env[62490]: ERROR nova.scheduler.client.report [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [req-550ee9e4-f181-4bda-b82f-8ea0dab37ce6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-550ee9e4-f181-4bda-b82f-8ea0dab37ce6"}]} [ 2318.882849] env[62490]: DEBUG nova.scheduler.client.report [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2318.895090] env[62490]: DEBUG nova.scheduler.client.report [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2318.895337] env[62490]: DEBUG nova.compute.provider_tree [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2318.905792] env[62490]: DEBUG nova.scheduler.client.report [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2318.922584] env[62490]: DEBUG nova.scheduler.client.report [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2319.029549] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034c241-9693-4479-8862-d8a677c2c8e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.036698] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6434a5-bcf8-4d13-a342-68e9d9c8fc11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.067375] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a52a604-fe72-44e6-809b-532cd69d4887 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.074229] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff30d3-d77f-4980-863f-4d0d15c94873 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.086717] env[62490]: DEBUG nova.compute.provider_tree [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2319.164058] env[62490]: DEBUG nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2319.186572] env[62490]: DEBUG nova.network.neutron [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Port 36371cbf-cdc0-49bf-aa8b-402e889cc596 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2319.188011] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 9f4a3813-b629-46cd-bd78-c718b1b334f0] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2319.192481] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2319.192703] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2319.192860] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2319.193053] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2319.193204] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2319.193352] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2319.193556] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2319.193713] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2319.193878] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2319.194049] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2319.194224] env[62490]: DEBUG nova.virt.hardware [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2319.195081] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0239fa89-5bf2-4d37-90d4-eef8622351d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.203936] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93827b0d-ac07-4bcc-97eb-d77df258ea07 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.618381] env[62490]: DEBUG nova.scheduler.client.report [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2319.618698] env[62490]: DEBUG nova.compute.provider_tree [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 163 to 164 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2319.618879] env[62490]: DEBUG nova.compute.provider_tree [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2319.691391] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: a9e6d0c8-e019-4612-872e-e13feefa2643] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2320.124618] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.981s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.125152] env[62490]: DEBUG nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2320.127746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.537s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.129576] env[62490]: INFO nova.compute.claims [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2320.198055] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f5cc78a9-2291-4b11-87cc-02c456aa10bb] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2320.219893] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.220831] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.220831] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.638195] env[62490]: DEBUG nova.compute.utils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2320.639179] env[62490]: DEBUG nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2320.639418] env[62490]: DEBUG nova.network.neutron [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2320.697746] env[62490]: DEBUG nova.policy [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7fdfb83d0b548c0b82402481db287c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3c7f094e4e4556ab2baa80db2b21b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2320.711978] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 65aedf9c-1192-4046-b5cd-0e05d43597c7] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2321.050394] env[62490]: DEBUG nova.network.neutron [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Successfully created port: d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2321.056342] env[62490]: DEBUG nova.compute.manager [req-8c8044f5-3a5f-4af0-bd72-f50035d5bf64 req-c4dbe993-a498-49ce-8737-f24d5ae332ff service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Received event network-vif-plugged-8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2321.056562] env[62490]: DEBUG oslo_concurrency.lockutils [req-8c8044f5-3a5f-4af0-bd72-f50035d5bf64 req-c4dbe993-a498-49ce-8737-f24d5ae332ff service nova] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.056765] env[62490]: DEBUG oslo_concurrency.lockutils [req-8c8044f5-3a5f-4af0-bd72-f50035d5bf64 req-c4dbe993-a498-49ce-8737-f24d5ae332ff service nova] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.056928] env[62490]: DEBUG oslo_concurrency.lockutils [req-8c8044f5-3a5f-4af0-bd72-f50035d5bf64 req-c4dbe993-a498-49ce-8737-f24d5ae332ff service nova] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.057302] env[62490]: DEBUG nova.compute.manager [req-8c8044f5-3a5f-4af0-bd72-f50035d5bf64 req-c4dbe993-a498-49ce-8737-f24d5ae332ff service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] No waiting events found dispatching network-vif-plugged-8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2321.057483] env[62490]: WARNING nova.compute.manager [req-8c8044f5-3a5f-4af0-bd72-f50035d5bf64 req-c4dbe993-a498-49ce-8737-f24d5ae332ff service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Received unexpected event network-vif-plugged-8dc412e1-3e77-47aa-a5f5-89dfcb20228a for instance with vm_state building and task_state spawning. [ 2321.143289] env[62490]: DEBUG nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2321.215392] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 8ecffcb2-cf5d-4fd4-910b-77adba988c6d] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2321.233372] env[62490]: DEBUG nova.network.neutron [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Successfully updated port: 8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2321.281603] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.281792] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.281965] env[62490]: DEBUG nova.network.neutron [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2321.290434] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0968d3-a23e-4cfd-ac35-e2ef5d01a0e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.298905] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f22f4-acbf-4efa-b899-c5911c02b10c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.330323] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33660caa-9c65-4003-b462-5867f16fcdf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.337577] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85f23a3-e89e-4fad-9fce-7210630df008 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.351433] env[62490]: DEBUG nova.compute.provider_tree [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2321.718248] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: d3e9cd98-26d5-43e2-8702-1929563748ec] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2321.740653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.740826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.740995] env[62490]: DEBUG nova.network.neutron [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2321.853692] env[62490]: DEBUG nova.scheduler.client.report [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2321.990093] env[62490]: DEBUG nova.network.neutron [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.155065] env[62490]: DEBUG nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2322.181862] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2322.182144] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2322.182300] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2322.182482] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2322.182624] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2322.182767] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2322.182969] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2322.183137] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2322.183303] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2322.183464] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2322.183635] env[62490]: DEBUG nova.virt.hardware [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2322.184567] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c370c5ae-0cc0-4e3a-bfc6-e84a2d94426a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.192563] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c67468-c7d0-4a8d-bdc4-f35a040cbec6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.222256] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 4f1200d6-f011-4518-8903-444ba62cfe3f] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2322.272669] env[62490]: DEBUG nova.network.neutron [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2322.359198] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.359878] env[62490]: DEBUG nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2322.362558] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.749s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.363182] env[62490]: DEBUG nova.objects.instance [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lazy-loading 'resources' on Instance uuid 241f252f-11d4-43c2-9642-caef39fc956c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2322.398456] env[62490]: DEBUG nova.network.neutron [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Updating instance_info_cache with network_info: [{"id": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "address": "fa:16:3e:df:69:81", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc412e1-3e", "ovs_interfaceid": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.493056] env[62490]: DEBUG oslo_concurrency.lockutils [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.726507] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3bfdcc6c-91bf-4cb6-b402-f19d77aa4b49] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2322.764591] env[62490]: DEBUG nova.network.neutron [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Successfully updated port: d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2322.868764] env[62490]: DEBUG nova.compute.utils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2322.870101] env[62490]: DEBUG nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2322.870281] env[62490]: DEBUG nova.network.neutron [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2322.903546] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.903877] env[62490]: DEBUG nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Instance network_info: |[{"id": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "address": "fa:16:3e:df:69:81", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc412e1-3e", "ovs_interfaceid": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2322.905452] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:69:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dc412e1-3e77-47aa-a5f5-89dfcb20228a', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2322.913151] env[62490]: DEBUG oslo.service.loopingcall [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2322.916703] env[62490]: DEBUG nova.policy [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45b9fbb18fab40b1b9e2dcfb6b7aeef4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '139f5c9fc31e42d2881737752c455337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2322.917995] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2322.918427] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce57cd18-51bc-47c4-baf5-448e25b593a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.940263] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2322.940263] env[62490]: value = "task-2066578" [ 2322.940263] env[62490]: _type = "Task" [ 2322.940263] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.954922] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066578, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.012625] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be93d8d-660b-4921-b203-a0a83887f525 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.016424] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922606b-0a28-47f8-81ca-b935a3cf98b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.037636] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a344f50d-c546-48cd-9403-967214328a6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.041810] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5adf5-cf5b-4622-8f8f-c5131728c78c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.050703] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance 'edd8b1f1-c836-45b5-bf51-0f421c5c2a9c' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2323.079036] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e78c20f-1fca-43ec-a963-4fae2d4abf1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.086428] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb7aa6a-e045-49f0-b81b-09f710739b4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.092400] env[62490]: DEBUG nova.compute.manager [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Received event network-changed-8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2323.092594] env[62490]: DEBUG nova.compute.manager [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Refreshing instance network info cache due to event network-changed-8dc412e1-3e77-47aa-a5f5-89dfcb20228a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2323.092807] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Acquiring lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.092948] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Acquired lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.093131] env[62490]: DEBUG nova.network.neutron [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Refreshing network info cache for port 8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2323.103989] env[62490]: DEBUG nova.compute.provider_tree [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2323.211512] env[62490]: DEBUG nova.network.neutron [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Successfully created port: c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2323.229756] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 1bb73a37-68fd-4f5a-9772-31a3b736e928] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2323.267379] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.267531] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.267690] env[62490]: DEBUG nova.network.neutron [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2323.372749] env[62490]: DEBUG nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2323.450166] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066578, 'name': CreateVM_Task, 'duration_secs': 0.373675} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.450343] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2323.458828] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.458983] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.459342] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2323.459570] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2849d78d-4418-4f08-b0d5-2392891f8831 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.463839] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2323.463839] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524befb3-0168-3945-8a8a-50254ff6c2f3" [ 2323.463839] env[62490]: _type = "Task" [ 2323.463839] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.471727] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524befb3-0168-3945-8a8a-50254ff6c2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.581011] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2323.581344] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ce6e72-fb83-46f9-94c5-a996334ac70d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.589470] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2323.589470] env[62490]: value = "task-2066579" [ 2323.589470] env[62490]: _type = "Task" [ 2323.589470] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.600514] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.607670] env[62490]: DEBUG nova.scheduler.client.report [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2323.732637] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 845f89a7-3fcb-4eaf-97ad-9656a183bde0] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2323.976145] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524befb3-0168-3945-8a8a-50254ff6c2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010663} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.976694] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.977077] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2323.979512] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.979512] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.979512] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2323.979512] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c05d178-a6a9-4d25-a21b-9a806b97122a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.987332] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2323.987510] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2323.988230] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da87e16c-b2e4-4af7-8c5d-c1dfb0c0ba85 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.994795] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2323.994795] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bc3077-9251-4d44-d00b-07bf62a6146a" [ 2323.994795] env[62490]: _type = "Task" [ 2323.994795] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.002235] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bc3077-9251-4d44-d00b-07bf62a6146a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.058545] env[62490]: DEBUG nova.network.neutron [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2324.098774] env[62490]: DEBUG oslo_vmware.api [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066579, 'name': PowerOnVM_Task, 'duration_secs': 0.391297} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.100845] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2324.101048] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-91966c3a-f320-4b1d-b3e8-78b9112ff3ce tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance 'edd8b1f1-c836-45b5-bf51-0f421c5c2a9c' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2324.112056] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.116857] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.498s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.117233] env[62490]: DEBUG nova.objects.instance [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lazy-loading 'resources' on Instance uuid 41061a38-305a-409c-a95a-82392b65eab6 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.142301] env[62490]: INFO nova.scheduler.client.report [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Deleted allocations for instance 241f252f-11d4-43c2-9642-caef39fc956c [ 2324.183503] env[62490]: DEBUG nova.network.neutron [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Updated VIF entry in instance network info cache for port 8dc412e1-3e77-47aa-a5f5-89dfcb20228a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2324.183933] env[62490]: DEBUG nova.network.neutron [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Updating instance_info_cache with network_info: [{"id": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "address": "fa:16:3e:df:69:81", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc412e1-3e", "ovs_interfaceid": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.235858] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 49a82331-3c1c-457d-851b-09a3f2871133] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2324.238478] env[62490]: DEBUG nova.network.neutron [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Updating instance_info_cache with network_info: [{"id": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "address": "fa:16:3e:f6:98:11", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3dffa5c-e9", "ovs_interfaceid": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.383525] env[62490]: DEBUG nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2324.411124] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2324.411492] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2324.411735] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2324.412149] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2324.412729] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2324.412729] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2324.412948] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2324.413205] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2324.413453] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2324.413694] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2324.413949] env[62490]: DEBUG nova.virt.hardware [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2324.415009] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b38c8-35a5-45eb-b1f4-ec40e397762b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.424835] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebefcefd-8c9a-4afe-8bac-c44a789de4f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.505009] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bc3077-9251-4d44-d00b-07bf62a6146a, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.505870] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9867c972-ebff-477a-b781-5528c9ec5f87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.511284] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2324.511284] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52efff62-d51c-3c86-5f46-373a89aefe4e" [ 2324.511284] env[62490]: _type = "Task" [ 2324.511284] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.518975] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52efff62-d51c-3c86-5f46-373a89aefe4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.651316] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c172613a-69a4-4af3-b59f-ba0a683a78d0 tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "241f252f-11d4-43c2-9642-caef39fc956c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.642s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.687111] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Releasing lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.687382] env[62490]: DEBUG nova.compute.manager [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Received event network-vif-plugged-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2324.687577] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Acquiring lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.687774] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.687936] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.688126] env[62490]: DEBUG nova.compute.manager [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] No waiting events found dispatching network-vif-plugged-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2324.688294] env[62490]: WARNING nova.compute.manager [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Received unexpected event network-vif-plugged-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc for instance with vm_state building and task_state spawning. [ 2324.688530] env[62490]: DEBUG nova.compute.manager [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Received event network-changed-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2324.688691] env[62490]: DEBUG nova.compute.manager [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Refreshing instance network info cache due to event network-changed-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2324.688861] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Acquiring lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.740478] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: bd712eb4-36eb-48fd-93fa-8e312d680d37] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2324.742384] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.742657] env[62490]: DEBUG nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Instance network_info: |[{"id": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "address": "fa:16:3e:f6:98:11", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3dffa5c-e9", "ovs_interfaceid": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2324.743493] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5efaf4-91c5-47a6-855b-3b1dcd7e1aa5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.746805] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Acquired lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.746997] env[62490]: DEBUG nova.network.neutron [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Refreshing network info cache for port d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2324.749332] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:98:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3dffa5c-e9a1-4612-a573-f8cb9ebbeefc', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2324.757304] env[62490]: DEBUG oslo.service.loopingcall [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2324.757700] env[62490]: DEBUG nova.network.neutron [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Successfully updated port: c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2324.760385] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2324.760689] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc3e2dfc-fb18-46ec-8d8b-9d7121979c90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.778743] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.778889] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.779046] env[62490]: DEBUG nova.network.neutron [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2324.781703] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ee02d2-7291-40c7-9f58-296452b92662 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.786669] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2324.786669] env[62490]: value = "task-2066580" [ 2324.786669] env[62490]: _type = "Task" [ 2324.786669] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.814802] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb63449-d9b5-4308-bfeb-3170a2682584 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.821499] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066580, 'name': CreateVM_Task} progress is 15%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.826613] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c194955-087b-4445-8a3c-5a57e7fbdae5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.842131] env[62490]: DEBUG nova.compute.provider_tree [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2325.021641] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52efff62-d51c-3c86-5f46-373a89aefe4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.021905] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.022177] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 476c843a-252c-4dce-90ba-ec3ee85d5d9d/476c843a-252c-4dce-90ba-ec3ee85d5d9d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2325.022428] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52b3b2f6-75e4-441c-9380-3bfe28063529 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.029064] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2325.029064] env[62490]: value = "task-2066581" [ 2325.029064] env[62490]: _type = "Task" [ 2325.029064] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.037087] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.119453] env[62490]: DEBUG nova.compute.manager [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-vif-plugged-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2325.119707] env[62490]: DEBUG oslo_concurrency.lockutils [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.119922] env[62490]: DEBUG oslo_concurrency.lockutils [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.120106] env[62490]: DEBUG oslo_concurrency.lockutils [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.120276] env[62490]: DEBUG nova.compute.manager [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] No waiting events found dispatching network-vif-plugged-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2325.120441] env[62490]: WARNING nova.compute.manager [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received unexpected event network-vif-plugged-c5caf745-e8b2-4c01-b483-4c363754302d for instance with vm_state building and task_state spawning. [ 2325.120603] env[62490]: DEBUG nova.compute.manager [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2325.120809] env[62490]: DEBUG nova.compute.manager [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing instance network info cache due to event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2325.121029] env[62490]: DEBUG oslo_concurrency.lockutils [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] Acquiring lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.247524] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: be911c3b-ba79-44b5-9112-b9daf211fa03] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2325.297015] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066580, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.330362] env[62490]: DEBUG nova.network.neutron [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2325.345038] env[62490]: DEBUG nova.scheduler.client.report [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2325.407779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "b56cb1d6-a05e-488d-87fe-6fa335000f37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.408101] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.408254] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "b56cb1d6-a05e-488d-87fe-6fa335000f37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.408729] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.408729] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.411045] env[62490]: INFO nova.compute.manager [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Terminating instance [ 2325.541202] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483154} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.541469] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 476c843a-252c-4dce-90ba-ec3ee85d5d9d/476c843a-252c-4dce-90ba-ec3ee85d5d9d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2325.541680] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2325.541933] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cd3905b-bbe0-463c-ac89-dd9d475c6aa0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.550087] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2325.550087] env[62490]: value = "task-2066582" [ 2325.550087] env[62490]: _type = "Task" [ 2325.550087] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.558038] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.600271] env[62490]: DEBUG nova.network.neutron [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5caf745-e8", "ovs_interfaceid": "c5caf745-e8b2-4c01-b483-4c363754302d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.606837] env[62490]: DEBUG nova.network.neutron [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Updated VIF entry in instance network info cache for port d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2325.607295] env[62490]: DEBUG nova.network.neutron [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Updating instance_info_cache with network_info: [{"id": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "address": "fa:16:3e:f6:98:11", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3dffa5c-e9", "ovs_interfaceid": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.750794] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c85374c6-6bf2-4ea3-b0e3-6eadce39e91c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2325.798064] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066580, 'name': CreateVM_Task, 'duration_secs': 0.714169} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.798248] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2325.798942] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.799123] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.799479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2325.799734] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42178d7-967a-4c3f-8205-1751d7b13c3e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.804949] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2325.804949] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245da59-5a44-1f3f-a99a-012141f91a24" [ 2325.804949] env[62490]: _type = "Task" [ 2325.804949] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.812894] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245da59-5a44-1f3f-a99a-012141f91a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.850233] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.852490] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.017s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.852721] env[62490]: DEBUG nova.objects.instance [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lazy-loading 'resources' on Instance uuid 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2325.875900] env[62490]: INFO nova.scheduler.client.report [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Deleted allocations for instance 41061a38-305a-409c-a95a-82392b65eab6 [ 2325.914909] env[62490]: DEBUG nova.compute.manager [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2325.915160] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2325.916065] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab85b7-aab2-42d1-941d-ae8264cd46e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.924963] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2325.925242] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a4a93c-bd62-4a7b-9fea-f421781862b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.931785] env[62490]: DEBUG oslo_vmware.api [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2325.931785] env[62490]: value = "task-2066583" [ 2325.931785] env[62490]: _type = "Task" [ 2325.931785] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.939905] env[62490]: DEBUG oslo_vmware.api [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.060220] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064659} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.060464] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2326.061381] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec22787-93ff-47e6-9868-901e51e89b80 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.090225] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 476c843a-252c-4dce-90ba-ec3ee85d5d9d/476c843a-252c-4dce-90ba-ec3ee85d5d9d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2326.090594] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afe8581f-0ee2-4906-b49d-a4490a978f84 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.107451] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.107856] env[62490]: DEBUG nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Instance network_info: |[{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5caf745-e8", "ovs_interfaceid": "c5caf745-e8b2-4c01-b483-4c363754302d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2326.108241] env[62490]: DEBUG oslo_concurrency.lockutils [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] Acquired lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.108498] env[62490]: DEBUG nova.network.neutron [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2326.109879] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:91:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5caf745-e8b2-4c01-b483-4c363754302d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2326.118081] env[62490]: DEBUG oslo.service.loopingcall [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2326.122183] env[62490]: DEBUG oslo_concurrency.lockutils [req-bf0129fe-eb59-4649-b590-ba5829091086 req-bc105e98-2b0a-4118-bd17-9228db00274f service nova] Releasing lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.122542] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2326.124264] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d9ce5c-c56d-4685-9508-cfb4d2801fac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.139116] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2326.139116] env[62490]: value = "task-2066584" [ 2326.139116] env[62490]: _type = "Task" [ 2326.139116] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.147045] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2326.147045] env[62490]: value = "task-2066585" [ 2326.147045] env[62490]: _type = "Task" [ 2326.147045] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.152376] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.157698] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066585, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.253912] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 23728580-5b13-4ac8-a937-a6e9b486bd6c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2326.315084] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5245da59-5a44-1f3f-a99a-012141f91a24, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.318157] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.318452] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2326.318714] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.318874] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.319079] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2326.319383] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f985f3f0-9e94-492b-bf67-91ea19d4a622 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.329375] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2326.329584] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2326.330391] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd04ef1-074f-4edf-b335-fea1de7ad3fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.335869] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2326.335869] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ad78f-384f-0d60-977b-e3fc3652df47" [ 2326.335869] env[62490]: _type = "Task" [ 2326.335869] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.344232] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ad78f-384f-0d60-977b-e3fc3652df47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.387626] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c19d54d-237f-472e-a59a-293f24157584 tempest-AttachInterfacesTestJSON-49339909 tempest-AttachInterfacesTestJSON-49339909-project-member] Lock "41061a38-305a-409c-a95a-82392b65eab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.295s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.398372] env[62490]: DEBUG nova.network.neutron [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updated VIF entry in instance network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2326.398861] env[62490]: DEBUG nova.network.neutron [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5caf745-e8", "ovs_interfaceid": "c5caf745-e8b2-4c01-b483-4c363754302d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.443505] env[62490]: DEBUG oslo_vmware.api [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066583, 'name': PowerOffVM_Task, 'duration_secs': 0.29332} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.443775] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2326.443947] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2326.444221] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53214757-702d-4c61-8748-465cce1fe654 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.469851] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0645770-2a73-486b-8873-133fa498f00c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.477279] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f6584-81c6-45ea-9d7a-00d1b17ed6d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.507732] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.507992] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.508205] env[62490]: DEBUG nova.compute.manager [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Going to confirm migration 8 {{(pid=62490) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2326.513014] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006833cc-0c67-4880-9656-6980b0c78f50 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.519060] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ed9abf-06e0-4c41-8665-a4b7551e5e82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.533608] env[62490]: DEBUG nova.compute.provider_tree [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.538409] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2326.538684] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2326.538883] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Deleting the datastore file [datastore1] b56cb1d6-a05e-488d-87fe-6fa335000f37 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2326.539184] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a6cef2-1380-41e8-ab11-b43a4fb801e0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.546030] env[62490]: DEBUG oslo_vmware.api [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for the task: (returnval){ [ 2326.546030] env[62490]: value = "task-2066587" [ 2326.546030] env[62490]: _type = "Task" [ 2326.546030] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.556238] env[62490]: DEBUG oslo_vmware.api [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.649118] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066584, 'name': ReconfigVM_Task, 'duration_secs': 0.494923} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.652462] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 476c843a-252c-4dce-90ba-ec3ee85d5d9d/476c843a-252c-4dce-90ba-ec3ee85d5d9d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2326.653058] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1b7785f-944e-4d25-a816-e5a9be1fb273 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.659817] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066585, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.661148] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2326.661148] env[62490]: value = "task-2066588" [ 2326.661148] env[62490]: _type = "Task" [ 2326.661148] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.671360] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066588, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.757495] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 8ae5a30e-147d-4ed1-8eff-66588d305c48] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2326.848044] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ad78f-384f-0d60-977b-e3fc3652df47, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.848805] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e58f235-951d-4326-a072-a25019fc02c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.854586] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2326.854586] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fbeecb-536e-fbf1-82ec-02d1808cca42" [ 2326.854586] env[62490]: _type = "Task" [ 2326.854586] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.862692] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fbeecb-536e-fbf1-82ec-02d1808cca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.903767] env[62490]: DEBUG oslo_concurrency.lockutils [req-8fa64ca4-0eae-4ed0-9767-2a143f45268c req-0439aad6-1f84-4371-b088-718b35da85a6 service nova] Releasing lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.037239] env[62490]: DEBUG nova.scheduler.client.report [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2327.056764] env[62490]: DEBUG oslo_vmware.api [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Task: {'id': task-2066587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186791} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.057064] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2327.057311] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2327.057528] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2327.057743] env[62490]: INFO nova.compute.manager [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2327.058070] env[62490]: DEBUG oslo.service.loopingcall [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2327.058545] env[62490]: DEBUG nova.compute.manager [-] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2327.058545] env[62490]: DEBUG nova.network.neutron [-] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2327.107416] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.107648] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.107836] env[62490]: DEBUG nova.network.neutron [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2327.108032] env[62490]: DEBUG nova.objects.instance [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'info_cache' on Instance uuid edd8b1f1-c836-45b5-bf51-0f421c5c2a9c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.159038] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066585, 'name': CreateVM_Task, 'duration_secs': 0.544369} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.159236] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2327.159890] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.160060] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.160421] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2327.160674] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abacdc2b-6395-4772-9e1a-a44b4f6ab695 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.171618] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066588, 'name': Rename_Task, 'duration_secs': 0.430137} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.172880] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2327.172880] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520dfc2a-9c9d-5a80-e99a-fa3265b703db" [ 2327.172880] env[62490]: _type = "Task" [ 2327.172880] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.172880] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2327.172880] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf500852-ab98-479f-9d73-ded7373b8e81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.183217] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520dfc2a-9c9d-5a80-e99a-fa3265b703db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.183893] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2327.183893] env[62490]: value = "task-2066589" [ 2327.183893] env[62490]: _type = "Task" [ 2327.183893] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.191729] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.261034] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 0827d8a0-70a9-46d1-a252-49da49e292a2] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2327.366017] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fbeecb-536e-fbf1-82ec-02d1808cca42, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.366344] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.366650] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c2d619ce-36cf-4e40-8e0d-e29d4d6e118c/c2d619ce-36cf-4e40-8e0d-e29d4d6e118c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2327.366945] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-027b7d76-217e-46e4-80e4-d42eb2395264 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.373729] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2327.373729] env[62490]: value = "task-2066590" [ 2327.373729] env[62490]: _type = "Task" [ 2327.373729] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.383378] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.479893] env[62490]: DEBUG nova.compute.manager [req-cadf94c8-13c3-4060-9636-9e4605239031 req-5a261a97-baf4-41bc-8b6c-4e106bd65d9b service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Received event network-vif-deleted-808d912c-546f-4bf4-a536-62a9c29be630 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2327.480208] env[62490]: INFO nova.compute.manager [req-cadf94c8-13c3-4060-9636-9e4605239031 req-5a261a97-baf4-41bc-8b6c-4e106bd65d9b service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Neutron deleted interface 808d912c-546f-4bf4-a536-62a9c29be630; detaching it from the instance and deleting it from the info cache [ 2327.480463] env[62490]: DEBUG nova.network.neutron [req-cadf94c8-13c3-4060-9636-9e4605239031 req-5a261a97-baf4-41bc-8b6c-4e106bd65d9b service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.542876] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.570905] env[62490]: INFO nova.scheduler.client.report [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Deleted allocations for instance 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911 [ 2327.683050] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520dfc2a-9c9d-5a80-e99a-fa3265b703db, 'name': SearchDatastore_Task, 'duration_secs': 0.020405} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.683600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.683600] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2327.683841] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.684273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.684273] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2327.684543] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e465b9f7-eed7-4e56-829f-5c4f8befb942 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.696710] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.701782] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2327.702062] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2327.702768] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bdd4e1-a24d-4985-92f3-6ba5af34cedd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.708253] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2327.708253] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52126177-3adc-b9be-d3e8-6a64d982cfa1" [ 2327.708253] env[62490]: _type = "Task" [ 2327.708253] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.717182] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52126177-3adc-b9be-d3e8-6a64d982cfa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.766016] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 9e4e6e9d-289f-435a-a3bf-c44f272bb1c4] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2327.883904] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.886384] env[62490]: DEBUG nova.network.neutron [-] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.983948] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a93801d6-37d8-4136-b2c0-cfdf6c13c845 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.993558] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9b79b-f51b-4eb1-b647-28e51779c3cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.021816] env[62490]: DEBUG nova.compute.manager [req-cadf94c8-13c3-4060-9636-9e4605239031 req-5a261a97-baf4-41bc-8b6c-4e106bd65d9b service nova] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Detach interface failed, port_id=808d912c-546f-4bf4-a536-62a9c29be630, reason: Instance b56cb1d6-a05e-488d-87fe-6fa335000f37 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2328.081361] env[62490]: DEBUG oslo_concurrency.lockutils [None req-593fdf29-241d-4473-82a0-95c33c8be3d5 tempest-ServerActionsV293TestJSON-514695317 tempest-ServerActionsV293TestJSON-514695317-project-member] Lock "7afcba7c-8f15-4bf2-b6de-9f3ff6acd911" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.135s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.197204] env[62490]: DEBUG oslo_vmware.api [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066589, 'name': PowerOnVM_Task, 'duration_secs': 0.714816} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.197519] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2328.197727] env[62490]: INFO nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Took 9.03 seconds to spawn the instance on the hypervisor. [ 2328.197974] env[62490]: DEBUG nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2328.198839] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9a9ca1-5acc-4ce0-b1e3-09eff7f930d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.220021] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52126177-3adc-b9be-d3e8-6a64d982cfa1, 'name': SearchDatastore_Task, 'duration_secs': 0.056995} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.220818] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeddf663-8bdc-4a9b-b52e-1b16bb04479a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.225903] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2328.225903] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524af237-de37-95f7-c612-84053826b8fa" [ 2328.225903] env[62490]: _type = "Task" [ 2328.225903] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.234316] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524af237-de37-95f7-c612-84053826b8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.270101] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 06b9ca71-64ed-4a54-8a2f-a1f649565fb7] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2328.384332] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537049} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.384607] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] c2d619ce-36cf-4e40-8e0d-e29d4d6e118c/c2d619ce-36cf-4e40-8e0d-e29d4d6e118c.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2328.384825] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2328.385096] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031a5f6c-9a7c-4193-8af2-6c2fdd22d01b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.388216] env[62490]: DEBUG nova.network.neutron [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [{"id": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "address": "fa:16:3e:5e:f8:06", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36371cbf-cd", "ovs_interfaceid": "36371cbf-cdc0-49bf-aa8b-402e889cc596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.389751] env[62490]: INFO nova.compute.manager [-] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Took 1.33 seconds to deallocate network for instance. [ 2328.406559] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2328.406559] env[62490]: value = "task-2066591" [ 2328.406559] env[62490]: _type = "Task" [ 2328.406559] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.416861] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.719429] env[62490]: INFO nova.compute.manager [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Took 19.63 seconds to build instance. [ 2328.736397] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524af237-de37-95f7-c612-84053826b8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.736397] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.736966] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2328.737265] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c1e36d0-c899-4a82-b29a-6b4e6f5332ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.744695] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2328.744695] env[62490]: value = "task-2066592" [ 2328.744695] env[62490]: _type = "Task" [ 2328.744695] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.752538] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.776874] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 200b5ab7-5319-4f49-a15d-6e0a1385a3a8] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2328.891050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.891331] env[62490]: DEBUG nova.objects.instance [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'migration_context' on Instance uuid edd8b1f1-c836-45b5-bf51-0f421c5c2a9c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.910833] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.911132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.911360] env[62490]: DEBUG nova.objects.instance [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lazy-loading 'resources' on Instance uuid b56cb1d6-a05e-488d-87fe-6fa335000f37 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.928791] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064859} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.929235] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2328.930064] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78530d-ebe7-40cc-9c90-face9a6c35c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.963652] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c2d619ce-36cf-4e40-8e0d-e29d4d6e118c/c2d619ce-36cf-4e40-8e0d-e29d4d6e118c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2328.964092] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf029a5-d952-4fb2-a33d-e66d7b84bc9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.984733] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2328.984733] env[62490]: value = "task-2066593" [ 2328.984733] env[62490]: _type = "Task" [ 2328.984733] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.993229] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.221950] env[62490]: DEBUG oslo_concurrency.lockutils [None req-be675cc4-5d50-43c5-b480-ccd424ddd8c9 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.144s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.254996] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505718} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.255499] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2329.255724] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2329.256039] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e83b88b-8adf-4aa8-aa21-f3e5f313437b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.261739] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2329.261739] env[62490]: value = "task-2066594" [ 2329.261739] env[62490]: _type = "Task" [ 2329.261739] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.270780] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.281372] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: b6172a62-442a-41fb-8fbd-6e47f6a67aa9] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2329.394493] env[62490]: DEBUG nova.objects.base [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2329.395473] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed639f45-8670-4a32-bc6b-fa9befede4a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.420429] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47000e65-fd5f-495a-9cff-ff4b6f56871d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.426656] env[62490]: DEBUG oslo_vmware.api [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2329.426656] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5246c9c9-4977-d1e4-8108-9bc2c45ac202" [ 2329.426656] env[62490]: _type = "Task" [ 2329.426656] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.436661] env[62490]: DEBUG oslo_vmware.api [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5246c9c9-4977-d1e4-8108-9bc2c45ac202, 'name': SearchDatastore_Task, 'duration_secs': 0.006712} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.436661] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.442249] env[62490]: DEBUG nova.compute.manager [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Received event network-changed-8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2329.442249] env[62490]: DEBUG nova.compute.manager [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Refreshing instance network info cache due to event network-changed-8dc412e1-3e77-47aa-a5f5-89dfcb20228a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2329.442249] env[62490]: DEBUG oslo_concurrency.lockutils [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] Acquiring lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.442249] env[62490]: DEBUG oslo_concurrency.lockutils [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] Acquired lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.442249] env[62490]: DEBUG nova.network.neutron [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Refreshing network info cache for port 8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2329.497828] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066593, 'name': ReconfigVM_Task, 'duration_secs': 0.490145} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.498369] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c2d619ce-36cf-4e40-8e0d-e29d4d6e118c/c2d619ce-36cf-4e40-8e0d-e29d4d6e118c.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2329.499170] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcc0108a-2003-4ebe-ac1f-ecf37118bd72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.509166] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2329.509166] env[62490]: value = "task-2066595" [ 2329.509166] env[62490]: _type = "Task" [ 2329.509166] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.521047] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066595, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.548621] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3abbd-a1ca-42b9-8cbc-ab9917b6f478 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.556110] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cbd45-7a03-4126-b651-3d99692e5208 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.589997] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cc6688-bffb-448d-905a-d2e32a40e545 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.597915] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc8f00-32ad-4b94-8631-f366bb80c471 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.614359] env[62490]: DEBUG nova.compute.provider_tree [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2329.771515] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065778} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.771781] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2329.772537] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae33f3b-567c-4079-ad43-9db9cff4c138 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.787051] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: afa2ae74-e468-409d-b9b7-d372e4678364] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2329.798035] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2329.798741] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd15d4a-2f7d-4683-a699-efa29bcf16e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.819283] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2329.819283] env[62490]: value = "task-2066596" [ 2329.819283] env[62490]: _type = "Task" [ 2329.819283] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.827959] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.018474] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066595, 'name': Rename_Task, 'duration_secs': 0.138067} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.018794] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2330.019081] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ae3877-f8b7-4b4b-bd6b-d0d2c41983bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.026079] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2330.026079] env[62490]: value = "task-2066597" [ 2330.026079] env[62490]: _type = "Task" [ 2330.026079] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.034074] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.160206] env[62490]: DEBUG nova.scheduler.client.report [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2330.160206] env[62490]: DEBUG nova.compute.provider_tree [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 164 to 165 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2330.160206] env[62490]: DEBUG nova.compute.provider_tree [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2330.304724] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 31538fb5-b7d6-4513-bf47-8000f26d01ed] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2330.332707] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066596, 'name': ReconfigVM_Task, 'duration_secs': 0.342935} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.332707] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.333373] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-286f71b8-1810-430d-bb38-55330f79df66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.343513] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2330.343513] env[62490]: value = "task-2066598" [ 2330.343513] env[62490]: _type = "Task" [ 2330.343513] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.353491] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066598, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.394612] env[62490]: DEBUG nova.network.neutron [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Updated VIF entry in instance network info cache for port 8dc412e1-3e77-47aa-a5f5-89dfcb20228a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2330.395069] env[62490]: DEBUG nova.network.neutron [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Updating instance_info_cache with network_info: [{"id": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "address": "fa:16:3e:df:69:81", "network": {"id": "553aea52-ba22-43c5-a62d-c458bc67b095", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1558226420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d5cc49de00476183560b2dd7a51048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc412e1-3e", "ovs_interfaceid": "8dc412e1-3e77-47aa-a5f5-89dfcb20228a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.536500] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.664584] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.667224] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.231s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.698749] env[62490]: INFO nova.scheduler.client.report [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Deleted allocations for instance b56cb1d6-a05e-488d-87fe-6fa335000f37 [ 2330.811051] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 8426edc8-1d79-44fd-89f9-b6383ccadc60] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2330.858599] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066598, 'name': Rename_Task, 'duration_secs': 0.142949} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.858910] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2330.859176] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af29afa-556b-479e-9100-dd6a7080f34f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.867925] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2330.867925] env[62490]: value = "task-2066599" [ 2330.867925] env[62490]: _type = "Task" [ 2330.867925] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.876669] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.898337] env[62490]: DEBUG oslo_concurrency.lockutils [req-4416fe4a-5fc4-4e37-95f8-161428cdfcb1 req-c7f9d172-ffd2-483f-94f5-0bf632eac1f3 service nova] Releasing lock "refresh_cache-476c843a-252c-4dce-90ba-ec3ee85d5d9d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.044279] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066597, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.209876] env[62490]: DEBUG oslo_concurrency.lockutils [None req-760f6032-d083-4e1c-ab20-d39ca7252c6e tempest-ServerRescueTestJSON-727126363 tempest-ServerRescueTestJSON-727126363-project-member] Lock "b56cb1d6-a05e-488d-87fe-6fa335000f37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.801s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.273113] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb4c9f3-40b3-4a09-ae58-b51a903faafa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.281696] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f19b7bd-1265-42d3-92c3-c00d539ad24d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.317483] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: fff1dd74-dabe-4a13-95d2-e20584aff21c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2331.320207] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e7fa97-4413-41da-9c41-a3bd41b37fd0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.329349] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22cd6d7-1ee6-455f-aa09-5439760bda19 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.344208] env[62490]: DEBUG nova.compute.provider_tree [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2331.382623] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.542301] env[62490]: DEBUG oslo_vmware.api [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066597, 'name': PowerOnVM_Task, 'duration_secs': 1.04898} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.542301] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2331.542301] env[62490]: INFO nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Took 9.39 seconds to spawn the instance on the hypervisor. [ 2331.542301] env[62490]: DEBUG nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2331.542301] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f35e0f8-f6ed-486f-8053-1a1558ebd837 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.822118] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 4ac71691-7274-401b-9ebb-2324d9e2dd52] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2331.850166] env[62490]: DEBUG nova.scheduler.client.report [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2331.878161] env[62490]: DEBUG oslo_vmware.api [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066599, 'name': PowerOnVM_Task, 'duration_secs': 0.65193} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.878609] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2331.879422] env[62490]: INFO nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Took 7.50 seconds to spawn the instance on the hypervisor. [ 2331.879745] env[62490]: DEBUG nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2331.880642] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843323fd-2258-4c59-8b56-61d5588d8e4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.064117] env[62490]: INFO nova.compute.manager [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Took 22.12 seconds to build instance. [ 2332.324406] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 7b9d6b8e-0ae4-4692-ac04-817ba42d4f28] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2332.405184] env[62490]: INFO nova.compute.manager [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Took 21.83 seconds to build instance. [ 2332.566050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a280c496-b760-461b-8d2f-dba6e98ab678 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.627s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.828215] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: b4e08497-9597-40dc-a79e-921e9cda5253] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2332.858107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.191s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.906345] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff92442-c251-4240-bc09-0d3337b4c0d1 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.361s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.280300] env[62490]: DEBUG nova.compute.manager [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Received event network-changed-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2333.280300] env[62490]: DEBUG nova.compute.manager [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Refreshing instance network info cache due to event network-changed-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2333.280441] env[62490]: DEBUG oslo_concurrency.lockutils [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] Acquiring lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.280497] env[62490]: DEBUG oslo_concurrency.lockutils [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] Acquired lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.280667] env[62490]: DEBUG nova.network.neutron [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Refreshing network info cache for port d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2333.332519] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: b35c2993-c8c0-4ee2-8614-6d1190413d4a] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2333.450351] env[62490]: INFO nova.scheduler.client.report [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted allocation for migration 6c764061-f167-44e8-9ff3-66be059018e8 [ 2333.838914] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6ea93b31-e696-4a08-ae0d-80e666654a7f] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2333.906831] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "f5d29c74-45d6-4495-94dd-a78b93578d03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.907028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.961427] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9f17f5f9-dd48-4008-ba14-511232c65342 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.453s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.224045] env[62490]: DEBUG nova.network.neutron [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Updated VIF entry in instance network info cache for port d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2334.224045] env[62490]: DEBUG nova.network.neutron [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Updating instance_info_cache with network_info: [{"id": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "address": "fa:16:3e:f6:98:11", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3dffa5c-e9", "ovs_interfaceid": "d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.238765] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.238765] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.239062] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.239062] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.239146] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.241601] env[62490]: INFO nova.compute.manager [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Terminating instance [ 2334.343718] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: d2564c4f-3e39-4560-9de4-1209508f0e67] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2334.409161] env[62490]: DEBUG nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2334.726267] env[62490]: DEBUG oslo_concurrency.lockutils [req-7869c43d-b49d-4015-ba37-253e9cc869e8 req-326d635a-9173-40b2-a60e-021d7d2c73b9 service nova] Releasing lock "refresh_cache-c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.746794] env[62490]: DEBUG nova.compute.manager [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2334.747048] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2334.748010] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c635b-aaa4-4295-9a40-d64ee8940e2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.755844] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2334.755936] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a349fe-f7e3-48d5-bafa-fff4a1e009b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.762239] env[62490]: DEBUG oslo_vmware.api [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2334.762239] env[62490]: value = "task-2066601" [ 2334.762239] env[62490]: _type = "Task" [ 2334.762239] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.773227] env[62490]: DEBUG oslo_vmware.api [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.851524] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6c1122c9-1899-4210-94e6-ed17625bd035] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2334.940085] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.940085] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.940376] env[62490]: INFO nova.compute.claims [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2335.271547] env[62490]: DEBUG oslo_vmware.api [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066601, 'name': PowerOffVM_Task, 'duration_secs': 0.250526} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.271810] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2335.271980] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2335.272250] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4547f3ae-d423-498e-b615-89d46cf2d09e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.302844] env[62490]: DEBUG nova.compute.manager [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2335.303236] env[62490]: DEBUG nova.compute.manager [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing instance network info cache due to event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2335.303278] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] Acquiring lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.303567] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] Acquired lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.303819] env[62490]: DEBUG nova.network.neutron [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2335.354621] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 604569c3-c4f1-4922-bc7e-51a5620c1bd8] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2335.394455] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2335.394782] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2335.395052] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleting the datastore file [datastore1] edd8b1f1-c836-45b5-bf51-0f421c5c2a9c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2335.395380] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c1ae01-b585-4c0b-8c51-65431ed7ada9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.403798] env[62490]: DEBUG oslo_vmware.api [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2335.403798] env[62490]: value = "task-2066603" [ 2335.403798] env[62490]: _type = "Task" [ 2335.403798] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.413048] env[62490]: DEBUG oslo_vmware.api [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.857245] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 492ee2d6-fe01-41db-9006-d5b56e6e041e] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2335.913371] env[62490]: DEBUG oslo_vmware.api [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.044455] env[62490]: DEBUG nova.network.neutron [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updated VIF entry in instance network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2336.044918] env[62490]: DEBUG nova.network.neutron [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5caf745-e8", "ovs_interfaceid": "c5caf745-e8b2-4c01-b483-4c363754302d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.049649] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd266fbd-8446-4b99-b0b7-fd28df16c26e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.056959] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7464fa-71bf-47bd-9e7d-f00061cfd0bd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.090560] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14abebea-71b9-476c-a360-ebabb8321ef4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.098318] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f428374-a61b-428b-94d7-e30bfcb7904d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.112899] env[62490]: DEBUG nova.compute.provider_tree [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2336.360847] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 5a58fd81-e918-485a-890f-55d9640e5008] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2336.414692] env[62490]: DEBUG oslo_vmware.api [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532636} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.414962] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2336.415184] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2336.415407] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2336.415616] env[62490]: INFO nova.compute.manager [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2336.416412] env[62490]: DEBUG oslo.service.loopingcall [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2336.416594] env[62490]: DEBUG nova.compute.manager [-] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2336.416805] env[62490]: DEBUG nova.network.neutron [-] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2336.547883] env[62490]: DEBUG oslo_concurrency.lockutils [req-7fdbf039-b088-47af-98e3-2a3f4d2d467b req-935c538f-738e-4842-8c46-6b65ab275661 service nova] Releasing lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.636519] env[62490]: ERROR nova.scheduler.client.report [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [req-4f241852-45a7-49de-90f4-48aa76460c65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f241852-45a7-49de-90f4-48aa76460c65"}]} [ 2336.660969] env[62490]: DEBUG nova.scheduler.client.report [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2336.674800] env[62490]: DEBUG nova.scheduler.client.report [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2336.675264] env[62490]: DEBUG nova.compute.provider_tree [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2336.687319] env[62490]: DEBUG nova.scheduler.client.report [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2336.705163] env[62490]: DEBUG nova.scheduler.client.report [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2336.801867] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3fd383-2d45-4b1c-ba11-4cc77169df13 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.810431] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae784608-1560-4541-b067-67a9af9b3257 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.843090] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c88a57-1111-423e-a648-999b2edf2dd2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.851151] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd909796-ca7d-4463-b880-5763e8a608e9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.865723] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 4f8852e7-9d9c-4631-8df2-6332305553e3] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2336.868033] env[62490]: DEBUG nova.compute.provider_tree [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2337.339643] env[62490]: DEBUG nova.compute.manager [req-570c83e1-8fb9-42b9-b628-fa58736ef612 req-c88c9d3e-ed7b-42dd-880e-5b6f12669400 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Received event network-vif-deleted-36371cbf-cdc0-49bf-aa8b-402e889cc596 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2337.339850] env[62490]: INFO nova.compute.manager [req-570c83e1-8fb9-42b9-b628-fa58736ef612 req-c88c9d3e-ed7b-42dd-880e-5b6f12669400 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Neutron deleted interface 36371cbf-cdc0-49bf-aa8b-402e889cc596; detaching it from the instance and deleting it from the info cache [ 2337.340032] env[62490]: DEBUG nova.network.neutron [req-570c83e1-8fb9-42b9-b628-fa58736ef612 req-c88c9d3e-ed7b-42dd-880e-5b6f12669400 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.372039] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 73dd94f6-caed-4f2f-b98c-e8e28eda8f32] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2337.376449] env[62490]: DEBUG nova.network.neutron [-] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.405667] env[62490]: DEBUG nova.scheduler.client.report [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2337.405997] env[62490]: DEBUG nova.compute.provider_tree [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 167 to 168 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2337.406199] env[62490]: DEBUG nova.compute.provider_tree [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2337.843324] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-318adbb3-ec7a-4fdb-a7f1-b2a5ef2b1093 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.853385] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a9f58c-b0ea-4d63-814f-f51d1b374575 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.879937] env[62490]: INFO nova.compute.manager [-] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Took 1.46 seconds to deallocate network for instance. [ 2337.880336] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c144a36e-b7cb-4910-8733-29f0d9c15e43] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2337.882198] env[62490]: DEBUG nova.compute.manager [req-570c83e1-8fb9-42b9-b628-fa58736ef612 req-c88c9d3e-ed7b-42dd-880e-5b6f12669400 service nova] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Detach interface failed, port_id=36371cbf-cdc0-49bf-aa8b-402e889cc596, reason: Instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2337.911545] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.973s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.912262] env[62490]: DEBUG nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2338.384023] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 1c00d7ca-49f7-498f-be88-3f035b28ee46] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2338.388081] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.388381] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.388651] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.411625] env[62490]: INFO nova.scheduler.client.report [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted allocations for instance edd8b1f1-c836-45b5-bf51-0f421c5c2a9c [ 2338.416090] env[62490]: DEBUG nova.compute.utils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2338.417501] env[62490]: DEBUG nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2338.417669] env[62490]: DEBUG nova.network.neutron [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2338.471392] env[62490]: DEBUG nova.policy [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fd186011d354c61a16fa8005cd84e2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56777ada2a564508b570d46efa9e4a3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2338.775257] env[62490]: DEBUG nova.network.neutron [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Successfully created port: b47c1e7a-c75f-47d2-a5f3-2755a77a2639 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2338.888437] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c2da5b87-e962-4b82-89ae-165ed2cf8605] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2338.920374] env[62490]: DEBUG nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2338.922876] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0c27d6fa-e145-4077-ac81-1b077bd82369 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "edd8b1f1-c836-45b5-bf51-0f421c5c2a9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.684s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.391698] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c305a73f-c450-4d30-a634-e4d3987876fd] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2339.898225] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 88fc1ea6-46ae-470e-b003-77a8d073a457] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2339.929574] env[62490]: DEBUG nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2339.957443] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2339.957713] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2339.958925] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2339.958925] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2339.958925] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2339.958925] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2339.958925] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2339.958925] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2339.958925] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2339.959225] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2339.959225] env[62490]: DEBUG nova.virt.hardware [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2339.960087] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f89bd-9e7b-495f-8a51-36465fc590b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.968636] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4062ac8c-043b-4eaa-8a04-861264acc3ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.287030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.287030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.402582] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c5434c30-b136-40c0-aef3-86cc964a67ae] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2340.788912] env[62490]: DEBUG nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2340.905685] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 8846de16-a817-4daa-81fc-9567a8dd032e] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2341.310136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.310407] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.311917] env[62490]: INFO nova.compute.claims [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2341.408721] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: d2d72bbb-85d1-4e43-8598-d91023f82176] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2341.912378] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: aac0eead-47fa-4f91-8af9-1950a12104b4] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2342.394204] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696668f0-7357-479f-88e5-31c123b2860a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.402047] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30afe1a-453d-4007-b93c-f69af0d24661 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.430918] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 8a7f3c99-5084-4688-9ed5-1854c2c8733d] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2342.433318] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c63d86-929e-4313-a873-7c58e01d701a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.441232] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9781bbb6-82d3-423a-8db8-c33c661342c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.455699] env[62490]: DEBUG nova.compute.provider_tree [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2342.937629] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6f5d3e70-e4fe-43a6-9de4-daa23c9d3ee6] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2342.974869] env[62490]: ERROR nova.scheduler.client.report [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [req-9bf84113-6bbe-4a58-91d4-eff702d24440] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9bf84113-6bbe-4a58-91d4-eff702d24440"}]} [ 2342.990729] env[62490]: DEBUG nova.scheduler.client.report [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2343.003994] env[62490]: DEBUG nova.scheduler.client.report [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2343.004739] env[62490]: DEBUG nova.compute.provider_tree [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2343.015446] env[62490]: DEBUG nova.scheduler.client.report [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2343.032792] env[62490]: DEBUG nova.scheduler.client.report [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2343.105889] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045e7359-4e1f-4e5c-8fb1-be5f36284454 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.113570] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9f1d69-1103-4522-9212-ec866228bd2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.143704] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc747c9-6bc8-4da5-8186-f58de77e19af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.151257] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8632ec9-aca2-4f49-b27c-28d323f68148 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.164422] env[62490]: DEBUG nova.compute.provider_tree [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2343.441868] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.442254] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances with incomplete migration {{(pid=62490) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2343.700983] env[62490]: DEBUG nova.scheduler.client.report [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2343.701376] env[62490]: DEBUG nova.compute.provider_tree [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 169 to 170 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2343.701608] env[62490]: DEBUG nova.compute.provider_tree [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2343.707008] env[62490]: DEBUG nova.compute.manager [req-640672e0-f679-408f-9344-3c01278fab06 req-2fbb7e46-8a80-47c4-af9e-750282cde0c5 service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Received event network-vif-plugged-b47c1e7a-c75f-47d2-a5f3-2755a77a2639 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2343.707226] env[62490]: DEBUG oslo_concurrency.lockutils [req-640672e0-f679-408f-9344-3c01278fab06 req-2fbb7e46-8a80-47c4-af9e-750282cde0c5 service nova] Acquiring lock "f5d29c74-45d6-4495-94dd-a78b93578d03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.707427] env[62490]: DEBUG oslo_concurrency.lockutils [req-640672e0-f679-408f-9344-3c01278fab06 req-2fbb7e46-8a80-47c4-af9e-750282cde0c5 service nova] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.707600] env[62490]: DEBUG oslo_concurrency.lockutils [req-640672e0-f679-408f-9344-3c01278fab06 req-2fbb7e46-8a80-47c4-af9e-750282cde0c5 service nova] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.707764] env[62490]: DEBUG nova.compute.manager [req-640672e0-f679-408f-9344-3c01278fab06 req-2fbb7e46-8a80-47c4-af9e-750282cde0c5 service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] No waiting events found dispatching network-vif-plugged-b47c1e7a-c75f-47d2-a5f3-2755a77a2639 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2343.707974] env[62490]: WARNING nova.compute.manager [req-640672e0-f679-408f-9344-3c01278fab06 req-2fbb7e46-8a80-47c4-af9e-750282cde0c5 service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Received unexpected event network-vif-plugged-b47c1e7a-c75f-47d2-a5f3-2755a77a2639 for instance with vm_state building and task_state spawning. [ 2343.944883] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2344.209674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.899s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.210196] env[62490]: DEBUG nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2344.271134] env[62490]: DEBUG nova.network.neutron [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Successfully updated port: b47c1e7a-c75f-47d2-a5f3-2755a77a2639 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2344.293352] env[62490]: DEBUG nova.compute.manager [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Received event network-changed-b47c1e7a-c75f-47d2-a5f3-2755a77a2639 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2344.293496] env[62490]: DEBUG nova.compute.manager [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Refreshing instance network info cache due to event network-changed-b47c1e7a-c75f-47d2-a5f3-2755a77a2639. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2344.294486] env[62490]: DEBUG oslo_concurrency.lockutils [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] Acquiring lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.294486] env[62490]: DEBUG oslo_concurrency.lockutils [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] Acquired lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2344.294486] env[62490]: DEBUG nova.network.neutron [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Refreshing network info cache for port b47c1e7a-c75f-47d2-a5f3-2755a77a2639 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2344.715847] env[62490]: DEBUG nova.compute.utils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2344.717908] env[62490]: DEBUG nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2344.718127] env[62490]: DEBUG nova.network.neutron [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2344.757471] env[62490]: DEBUG nova.policy [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4d221d283c4f4fb8a20cb1f8eef708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076f25402b0741f9b905dd00a1d365bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2344.773555] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.837109] env[62490]: DEBUG nova.network.neutron [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2344.958096] env[62490]: DEBUG nova.network.neutron [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2345.093297] env[62490]: DEBUG nova.network.neutron [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Successfully created port: 8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2345.224266] env[62490]: DEBUG nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2345.444831] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2345.444831] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2345.444831] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2345.461227] env[62490]: DEBUG oslo_concurrency.lockutils [req-f3213be5-e50d-4717-ad31-60e84c0b92f8 req-c9d38648-be00-466a-832b-429095f12aae service nova] Releasing lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.461645] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquired lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.461744] env[62490]: DEBUG nova.network.neutron [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2345.992815] env[62490]: DEBUG nova.network.neutron [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2346.179714] env[62490]: DEBUG nova.network.neutron [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Updating instance_info_cache with network_info: [{"id": "b47c1e7a-c75f-47d2-a5f3-2755a77a2639", "address": "fa:16:3e:6c:2e:b3", "network": {"id": "51ed9769-e86c-402a-a4b7-2f04bcc6e108", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-240399397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56777ada2a564508b570d46efa9e4a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47c1e7a-c7", "ovs_interfaceid": "b47c1e7a-c75f-47d2-a5f3-2755a77a2639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2346.233742] env[62490]: DEBUG nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2346.261617] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2346.261617] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2346.261832] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2346.261907] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2346.262072] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2346.262227] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2346.262442] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2346.262603] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2346.262771] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2346.262937] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2346.263187] env[62490]: DEBUG nova.virt.hardware [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2346.264729] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fa52c2-0355-4e5d-bf4a-b67085f879b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.272162] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc0735b-30f9-48bd-9fd4-22acbdfb25f6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.684127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Releasing lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.684501] env[62490]: DEBUG nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Instance network_info: |[{"id": "b47c1e7a-c75f-47d2-a5f3-2755a77a2639", "address": "fa:16:3e:6c:2e:b3", "network": {"id": "51ed9769-e86c-402a-a4b7-2f04bcc6e108", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-240399397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56777ada2a564508b570d46efa9e4a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47c1e7a-c7", "ovs_interfaceid": "b47c1e7a-c75f-47d2-a5f3-2755a77a2639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2346.684937] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:2e:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b47c1e7a-c75f-47d2-a5f3-2755a77a2639', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2346.693750] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Creating folder: Project (56777ada2a564508b570d46efa9e4a3e). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2346.694056] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d326672-c645-4316-91d1-c3782c615e7f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.705477] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Created folder: Project (56777ada2a564508b570d46efa9e4a3e) in parent group-v423467. [ 2346.705675] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Creating folder: Instances. Parent ref: group-v423761. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2346.705909] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d57f4c4c-9c0e-44ef-92ed-24d38db10a8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.715625] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Created folder: Instances in parent group-v423761. [ 2346.715861] env[62490]: DEBUG oslo.service.loopingcall [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2346.716062] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2346.716272] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7589df2d-14d1-4595-9776-a548a86888b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.733699] env[62490]: DEBUG nova.compute.manager [req-a1ec1a86-424b-40a9-871c-76d20c645345 req-f9e4ab46-3b51-4ed7-80e0-71f9792fb033 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Received event network-vif-plugged-8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2346.733925] env[62490]: DEBUG oslo_concurrency.lockutils [req-a1ec1a86-424b-40a9-871c-76d20c645345 req-f9e4ab46-3b51-4ed7-80e0-71f9792fb033 service nova] Acquiring lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.734222] env[62490]: DEBUG oslo_concurrency.lockutils [req-a1ec1a86-424b-40a9-871c-76d20c645345 req-f9e4ab46-3b51-4ed7-80e0-71f9792fb033 service nova] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.734428] env[62490]: DEBUG oslo_concurrency.lockutils [req-a1ec1a86-424b-40a9-871c-76d20c645345 req-f9e4ab46-3b51-4ed7-80e0-71f9792fb033 service nova] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.734606] env[62490]: DEBUG nova.compute.manager [req-a1ec1a86-424b-40a9-871c-76d20c645345 req-f9e4ab46-3b51-4ed7-80e0-71f9792fb033 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] No waiting events found dispatching network-vif-plugged-8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2346.734771] env[62490]: WARNING nova.compute.manager [req-a1ec1a86-424b-40a9-871c-76d20c645345 req-f9e4ab46-3b51-4ed7-80e0-71f9792fb033 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Received unexpected event network-vif-plugged-8741cc8e-b50b-417a-b1d6-8dad0e383954 for instance with vm_state building and task_state spawning. [ 2346.736539] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2346.736539] env[62490]: value = "task-2066611" [ 2346.736539] env[62490]: _type = "Task" [ 2346.736539] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.744766] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066611, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.821420] env[62490]: DEBUG nova.network.neutron [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Successfully updated port: 8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2347.246644] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066611, 'name': CreateVM_Task, 'duration_secs': 0.338801} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.246929] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2347.247479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2347.247684] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2347.247967] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2347.248235] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becc70c3-6394-49ac-b124-e2ed779b0a29 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.252921] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2347.252921] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529d920b-3e1d-54b3-5d13-16cbcc737f69" [ 2347.252921] env[62490]: _type = "Task" [ 2347.252921] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.260369] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529d920b-3e1d-54b3-5d13-16cbcc737f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.324149] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2347.324296] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2347.324453] env[62490]: DEBUG nova.network.neutron [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2347.763423] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529d920b-3e1d-54b3-5d13-16cbcc737f69, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.763735] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2347.763974] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2347.764220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2347.764370] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2347.764547] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2347.764802] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aea62f8-ec23-4524-8659-11dc170c611a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.773919] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2347.773919] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2347.774356] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc530cd5-2f9d-4241-95f6-65a7dffbda05 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.779286] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2347.779286] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c06590-ffed-ae57-d667-4a4445680210" [ 2347.779286] env[62490]: _type = "Task" [ 2347.779286] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.786014] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c06590-ffed-ae57-d667-4a4445680210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.854808] env[62490]: DEBUG nova.network.neutron [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2347.985871] env[62490]: DEBUG nova.network.neutron [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.289260] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c06590-ffed-ae57-d667-4a4445680210, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.290044] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c2d9af-d047-421d-be25-2560e8883b2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.295863] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2348.295863] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5206405c-ed70-5ab7-4d72-7ed6e5e2b4b4" [ 2348.295863] env[62490]: _type = "Task" [ 2348.295863] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.303776] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5206405c-ed70-5ab7-4d72-7ed6e5e2b4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.489381] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2348.489756] env[62490]: DEBUG nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Instance network_info: |[{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2348.490397] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:90:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8741cc8e-b50b-417a-b1d6-8dad0e383954', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2348.497721] env[62490]: DEBUG oslo.service.loopingcall [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2348.497969] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2348.498224] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5037359-a66e-4d7f-928d-6ac0f5c7fc70 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.518725] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2348.518725] env[62490]: value = "task-2066613" [ 2348.518725] env[62490]: _type = "Task" [ 2348.518725] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.526252] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066613, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.766044] env[62490]: DEBUG nova.compute.manager [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Received event network-changed-8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2348.766243] env[62490]: DEBUG nova.compute.manager [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Refreshing instance network info cache due to event network-changed-8741cc8e-b50b-417a-b1d6-8dad0e383954. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2348.766506] env[62490]: DEBUG oslo_concurrency.lockutils [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] Acquiring lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2348.766698] env[62490]: DEBUG oslo_concurrency.lockutils [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] Acquired lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2348.766859] env[62490]: DEBUG nova.network.neutron [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Refreshing network info cache for port 8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2348.806408] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5206405c-ed70-5ab7-4d72-7ed6e5e2b4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.806725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2348.807037] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f5d29c74-45d6-4495-94dd-a78b93578d03/f5d29c74-45d6-4495-94dd-a78b93578d03.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2348.807333] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b9b0481-6d54-4d78-9552-4a151e68645a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.815774] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2348.815774] env[62490]: value = "task-2066614" [ 2348.815774] env[62490]: _type = "Task" [ 2348.815774] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.823852] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.029524] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066613, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.325708] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450162} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.325997] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] f5d29c74-45d6-4495-94dd-a78b93578d03/f5d29c74-45d6-4495-94dd-a78b93578d03.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2349.326187] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2349.326440] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa94a1d2-768b-4c32-95f9-6be337d84d5a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.333308] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2349.333308] env[62490]: value = "task-2066615" [ 2349.333308] env[62490]: _type = "Task" [ 2349.333308] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.343299] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.466599] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2349.466877] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.467016] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.467179] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.467333] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.502803] env[62490]: DEBUG nova.network.neutron [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updated VIF entry in instance network info cache for port 8741cc8e-b50b-417a-b1d6-8dad0e383954. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2349.503158] env[62490]: DEBUG nova.network.neutron [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.530834] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066613, 'name': CreateVM_Task, 'duration_secs': 0.537203} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.531041] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2349.531663] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2349.531818] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2349.532158] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2349.532623] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdedfaf2-d943-45cc-b67e-cdcdeae03d29 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.537517] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2349.537517] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c7e05-817e-6f45-3522-70042a609fb9" [ 2349.537517] env[62490]: _type = "Task" [ 2349.537517] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.545101] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c7e05-817e-6f45-3522-70042a609fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.844986] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073511} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.844986] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2349.845333] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c15dd8-55e8-4fa3-b937-de35fbbf05c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.867048] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f5d29c74-45d6-4495-94dd-a78b93578d03/f5d29c74-45d6-4495-94dd-a78b93578d03.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2349.867351] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b6485c-de54-4df8-aa30-d7a0b0de8263 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.887053] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2349.887053] env[62490]: value = "task-2066617" [ 2349.887053] env[62490]: _type = "Task" [ 2349.887053] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.895369] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.971490] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Getting list of instances from cluster (obj){ [ 2349.971490] env[62490]: value = "domain-c8" [ 2349.971490] env[62490]: _type = "ClusterComputeResource" [ 2349.971490] env[62490]: } {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2349.972623] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff9a49b-a539-4d14-9c16-b6a7d8baf291 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.988243] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Got total of 6 instances {{(pid=62490) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2349.988408] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 3afa0dd2-ef65-4b79-962c-40bc408f0793 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2349.988597] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 476c843a-252c-4dce-90ba-ec3ee85d5d9d {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2349.988847] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid c2d619ce-36cf-4e40-8e0d-e29d4d6e118c {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2349.989022] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2349.989182] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid f5d29c74-45d6-4495-94dd-a78b93578d03 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2349.989328] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Triggering sync for uuid ad1baffc-bfec-402c-9a1f-742b1b6af800 {{(pid=62490) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2349.989639] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.989867] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.990147] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.990337] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.990575] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.990749] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.990973] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.991163] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "3d59b26b-5314-4f91-b442-5644e956880f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.991387] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "f5d29c74-45d6-4495-94dd-a78b93578d03" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.991588] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.991789] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.991920] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2349.992592] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b125d91-cc59-4d09-bb8f-47e4766c1d15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.995532] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93610fa-1d72-48ea-8450-38cee54b62c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.998177] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef6dfa-f083-461d-85f4-547d87952585 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.000912] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39952505-d6d6-4c59-8497-8f75b8f2b311 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.003031] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2350.005457] env[62490]: DEBUG oslo_concurrency.lockutils [req-5829a13b-5bc7-40c6-b954-52ea6c4b5d8a req-4488dc3d-4638-494f-b123-c5798b97a62d service nova] Releasing lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2350.047618] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521c7e05-817e-6f45-3522-70042a609fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.047905] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2350.048153] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2350.048385] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2350.048532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2350.048767] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2350.049058] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bb3350c-39e3-4cef-99e4-9ce681b2f21f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.057062] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2350.057237] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2350.057975] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002bcd58-e25c-49d1-a477-3958cf089d3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.062814] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2350.062814] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5255d5e9-351f-dec7-a4c3-1b798cb7a9b4" [ 2350.062814] env[62490]: _type = "Task" [ 2350.062814] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.072050] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5255d5e9-351f-dec7-a4c3-1b798cb7a9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.397578] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066617, 'name': ReconfigVM_Task, 'duration_secs': 0.354979} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.397863] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f5d29c74-45d6-4495-94dd-a78b93578d03/f5d29c74-45d6-4495-94dd-a78b93578d03.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2350.398503] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17352dfc-d6d4-4115-8cf1-86599f15272c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.404277] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2350.404277] env[62490]: value = "task-2066618" [ 2350.404277] env[62490]: _type = "Task" [ 2350.404277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.411774] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066618, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.507166] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.507401] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.507574] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.507729] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2350.508624] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6363f0b-09c2-4bcd-a090-9ac7b6217f3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.516300] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f0bd39-0f3f-4f58-ad7b-61a528958c35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.520287] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "3d59b26b-5314-4f91-b442-5644e956880f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.520625] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.520982] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.521338] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.531432] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730cbb3e-2926-4259-b98e-45fdfced0640 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.537780] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfdb063-7bf1-4692-a6ad-4dd339f0e939 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.566771] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180448MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2350.566915] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.567123] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.577794] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5255d5e9-351f-dec7-a4c3-1b798cb7a9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.578823] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746bcf16-ac3e-4ae6-ab24-ab5543515473 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.584990] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2350.584990] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528d4aba-15b0-a4a8-13f2-0df7aa8b4756" [ 2350.584990] env[62490]: _type = "Task" [ 2350.584990] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.594094] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528d4aba-15b0-a4a8-13f2-0df7aa8b4756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.914388] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066618, 'name': Rename_Task, 'duration_secs': 0.128186} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.914674] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2350.914899] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f6fa3a2-f62c-46f6-8b54-1c676b8a3ee0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.921436] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2350.921436] env[62490]: value = "task-2066619" [ 2350.921436] env[62490]: _type = "Task" [ 2350.921436] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.930119] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.096461] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528d4aba-15b0-a4a8-13f2-0df7aa8b4756, 'name': SearchDatastore_Task, 'duration_secs': 0.023763} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.096736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2351.097045] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2351.097328] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae4e4cf8-5765-492d-87be-171ec1687797 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.104501] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2351.104501] env[62490]: value = "task-2066620" [ 2351.104501] env[62490]: _type = "Task" [ 2351.104501] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.112618] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.433656] env[62490]: DEBUG oslo_vmware.api [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066619, 'name': PowerOnVM_Task, 'duration_secs': 0.449066} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.434125] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2351.434189] env[62490]: INFO nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Took 11.50 seconds to spawn the instance on the hypervisor. [ 2351.434341] env[62490]: DEBUG nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2351.435640] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d26aec-5951-4a7f-a59b-ea84b4daaa2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.598862] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.599047] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 476c843a-252c-4dce-90ba-ec3ee85d5d9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.599179] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c2d619ce-36cf-4e40-8e0d-e29d4d6e118c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.599300] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3d59b26b-5314-4f91-b442-5644e956880f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.599416] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance f5d29c74-45d6-4495-94dd-a78b93578d03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.599529] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ad1baffc-bfec-402c-9a1f-742b1b6af800 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.599728] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2351.599887] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2351.614037] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470541} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.616433] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2351.616653] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2351.617084] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f36c060-629c-42c4-bc19-022796ea6282 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.623716] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2351.623716] env[62490]: value = "task-2066621" [ 2351.623716] env[62490]: _type = "Task" [ 2351.623716] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.636391] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.682069] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff460cab-8f6b-4fb4-89b7-58fa1192d897 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.689042] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a035ffc-a183-4a77-99d0-c00bd5feab64 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.720678] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0330a-2cb3-422d-8c3e-333852a06c9e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.727881] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52188edc-3917-43d1-8531-bcfd708a380b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.742520] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2351.954118] env[62490]: INFO nova.compute.manager [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Took 17.04 seconds to build instance. [ 2352.133380] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061114} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.133645] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2352.134440] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dbbe5-35ef-49a7-8323-efbb86e50014 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.156149] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2352.156402] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582a2c92-a4c7-4f83-be45-aef5d0e93b18 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.175433] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2352.175433] env[62490]: value = "task-2066622" [ 2352.175433] env[62490]: _type = "Task" [ 2352.175433] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.182917] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.245462] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2352.455856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-46c3787a-9cf4-4e64-87fa-6b41b1b2262f tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.549s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.456211] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.465s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.456685] env[62490]: INFO nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] During sync_power_state the instance has a pending task (spawning). Skip. [ 2352.456685] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.686132] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066622, 'name': ReconfigVM_Task, 'duration_secs': 0.295063} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.686496] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2352.687139] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f6c138b-2773-46b3-a4c9-f67e32bcf38f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.693362] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2352.693362] env[62490]: value = "task-2066623" [ 2352.693362] env[62490]: _type = "Task" [ 2352.693362] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.701228] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066623, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.750162] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2352.750353] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.183s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.085042] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "f5d29c74-45d6-4495-94dd-a78b93578d03" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.085400] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.085710] env[62490]: INFO nova.compute.manager [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Rebooting instance [ 2353.202766] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066623, 'name': Rename_Task, 'duration_secs': 0.128396} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.203060] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2353.203313] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db49d236-e92a-4897-9763-33002985886a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.210104] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2353.210104] env[62490]: value = "task-2066624" [ 2353.210104] env[62490]: _type = "Task" [ 2353.210104] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.217933] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.608408] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.608674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquired lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.608835] env[62490]: DEBUG nova.network.neutron [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2353.720745] env[62490]: DEBUG oslo_vmware.api [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066624, 'name': PowerOnVM_Task, 'duration_secs': 0.41644} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.720745] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2353.720967] env[62490]: INFO nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Took 7.49 seconds to spawn the instance on the hypervisor. [ 2353.721064] env[62490]: DEBUG nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2353.722219] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d67c198-cdf6-45db-81c7-f474ba9b99b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.856965] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "584ae597-1d31-4de9-a944-4fc5780d2c29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.857238] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.960736] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2354.241358] env[62490]: INFO nova.compute.manager [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Took 12.95 seconds to build instance. [ 2354.359989] env[62490]: DEBUG nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2354.493823] env[62490]: DEBUG nova.network.neutron [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Updating instance_info_cache with network_info: [{"id": "b47c1e7a-c75f-47d2-a5f3-2755a77a2639", "address": "fa:16:3e:6c:2e:b3", "network": {"id": "51ed9769-e86c-402a-a4b7-2f04bcc6e108", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-240399397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56777ada2a564508b570d46efa9e4a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb47c1e7a-c7", "ovs_interfaceid": "b47c1e7a-c75f-47d2-a5f3-2755a77a2639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.659797] env[62490]: DEBUG nova.compute.manager [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Received event network-changed-8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2354.660038] env[62490]: DEBUG nova.compute.manager [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Refreshing instance network info cache due to event network-changed-8741cc8e-b50b-417a-b1d6-8dad0e383954. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2354.660209] env[62490]: DEBUG oslo_concurrency.lockutils [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] Acquiring lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.660355] env[62490]: DEBUG oslo_concurrency.lockutils [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] Acquired lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.660519] env[62490]: DEBUG nova.network.neutron [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Refreshing network info cache for port 8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2354.743304] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c204a01b-d434-48a0-928b-a2a7b1f2759c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.457s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.743602] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.752s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.743790] env[62490]: INFO nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] During sync_power_state the instance has a pending task (spawning). Skip. [ 2354.744050] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.886265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.886537] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.888150] env[62490]: INFO nova.compute.claims [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2354.996725] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Releasing lock "refresh_cache-f5d29c74-45d6-4495-94dd-a78b93578d03" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.373980] env[62490]: DEBUG nova.network.neutron [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updated VIF entry in instance network info cache for port 8741cc8e-b50b-417a-b1d6-8dad0e383954. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2355.374389] env[62490]: DEBUG nova.network.neutron [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.501041] env[62490]: DEBUG nova.compute.manager [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2355.501932] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d90452-b6d3-46df-97bd-a7cb999ee3ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.876836] env[62490]: DEBUG oslo_concurrency.lockutils [req-f415295f-2c29-484e-a6ac-420b30869642 req-7b020250-188b-40a0-9dc2-80a709638394 service nova] Releasing lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.983718] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e8927-8b21-4199-8588-07c2582dd448 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.992038] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35645943-ad45-4c16-92b8-2ee22dbc8534 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.025064] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed2c458-8964-4305-9820-d52bb7bef0d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.032411] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0e5fbc-a52c-4905-a03b-1b9f2fdd7a5f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.045898] env[62490]: DEBUG nova.compute.provider_tree [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2356.530120] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca7e491-aa82-40be-8bd8-7c400db80bb3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.536483] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Doing hard reboot of VM {{(pid=62490) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2356.536730] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3fd655e1-cef3-4535-b324-c950ae4e7dd3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.543020] env[62490]: DEBUG oslo_vmware.api [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2356.543020] env[62490]: value = "task-2066625" [ 2356.543020] env[62490]: _type = "Task" [ 2356.543020] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.550952] env[62490]: DEBUG nova.scheduler.client.report [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2356.553920] env[62490]: DEBUG oslo_vmware.api [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066625, 'name': ResetVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.054161] env[62490]: DEBUG oslo_vmware.api [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066625, 'name': ResetVM_Task, 'duration_secs': 0.101005} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.054838] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.055214] env[62490]: DEBUG nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2357.057807] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Did hard reboot of VM {{(pid=62490) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2357.058010] env[62490]: DEBUG nova.compute.manager [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2357.059013] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31154e5b-08de-4d8b-9472-a2e5331697c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.561035] env[62490]: DEBUG nova.compute.utils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2357.562437] env[62490]: DEBUG nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2357.562604] env[62490]: DEBUG nova.network.neutron [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2357.572673] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3582f6af-cc9c-41a6-9918-b6acde3f5945 tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.486s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.609170] env[62490]: DEBUG nova.policy [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7fdfb83d0b548c0b82402481db287c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b3c7f094e4e4556ab2baa80db2b21b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2357.868079] env[62490]: DEBUG nova.network.neutron [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Successfully created port: 3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2358.066326] env[62490]: DEBUG nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2358.571662] env[62490]: INFO nova.virt.block_device [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Booting with volume 982797ef-82a7-40ca-be2f-a8b5ba891168 at /dev/sda [ 2358.604864] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a97db5b-d211-4035-9bcb-dbb2dd50893a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.615028] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a987d8-61a7-4d06-9bc9-7fab6675bf68 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.644470] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-246c2cb0-c5ba-4406-a814-caf82190a22e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.652420] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962bdaf6-afde-4dc6-b018-a23d0b5cdd25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.681411] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6ab729-2812-463d-be63-cb51f7ae2304 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.687406] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e32805-1ead-4adf-aed8-2c58c39e392d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.700245] env[62490]: DEBUG nova.virt.block_device [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating existing volume attachment record: 60f3ccbd-6bb1-44da-876e-812e8f3c48c8 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2359.075012] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "f5d29c74-45d6-4495-94dd-a78b93578d03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.075432] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.075497] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "f5d29c74-45d6-4495-94dd-a78b93578d03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.075680] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.075845] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.078044] env[62490]: INFO nova.compute.manager [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Terminating instance [ 2359.581614] env[62490]: DEBUG nova.compute.manager [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2359.581843] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2359.582764] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb2dd8-0719-4043-a3c1-ab24aab53cae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.591095] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2359.591315] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61283da3-932c-4306-ae4b-29f120c14f61 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.596461] env[62490]: DEBUG oslo_vmware.api [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2359.596461] env[62490]: value = "task-2066626" [ 2359.596461] env[62490]: _type = "Task" [ 2359.596461] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.603608] env[62490]: DEBUG oslo_vmware.api [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.106394] env[62490]: DEBUG oslo_vmware.api [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066626, 'name': PowerOffVM_Task, 'duration_secs': 0.193442} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.106738] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2360.106845] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2360.107110] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5926296-7040-44ab-91af-d31137851ee0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.779418] env[62490]: DEBUG nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2360.780249] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2360.780570] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2360.780791] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2360.781960] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2360.781960] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2360.781960] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2360.781960] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2360.781960] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2360.782250] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2360.782538] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2360.782764] env[62490]: DEBUG nova.virt.hardware [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2360.784106] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6aa64c-ff38-44f5-a33b-175255aa7ef8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.794829] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4cce9b-c02d-4379-bb05-c15a18d02d47 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.250433] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2366.250764] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2366.250827] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Deleting the datastore file [datastore1] f5d29c74-45d6-4495-94dd-a78b93578d03 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2366.251124] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e355bba4-0f2d-4b11-ac4e-5e2f7c980b5b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.258271] env[62490]: DEBUG oslo_vmware.api [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for the task: (returnval){ [ 2366.258271] env[62490]: value = "task-2066628" [ 2366.258271] env[62490]: _type = "Task" [ 2366.258271] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.266149] env[62490]: DEBUG oslo_vmware.api [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.764163] env[62490]: DEBUG nova.compute.manager [req-961f8f90-bd49-4167-a791-4a79567cb235 req-2122b21e-1893-4859-bcbe-275eb38948dc service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Received event network-vif-plugged-3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2366.764163] env[62490]: DEBUG oslo_concurrency.lockutils [req-961f8f90-bd49-4167-a791-4a79567cb235 req-2122b21e-1893-4859-bcbe-275eb38948dc service nova] Acquiring lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.764382] env[62490]: DEBUG oslo_concurrency.lockutils [req-961f8f90-bd49-4167-a791-4a79567cb235 req-2122b21e-1893-4859-bcbe-275eb38948dc service nova] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.765567] env[62490]: DEBUG oslo_concurrency.lockutils [req-961f8f90-bd49-4167-a791-4a79567cb235 req-2122b21e-1893-4859-bcbe-275eb38948dc service nova] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.765815] env[62490]: DEBUG nova.compute.manager [req-961f8f90-bd49-4167-a791-4a79567cb235 req-2122b21e-1893-4859-bcbe-275eb38948dc service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] No waiting events found dispatching network-vif-plugged-3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2366.765999] env[62490]: WARNING nova.compute.manager [req-961f8f90-bd49-4167-a791-4a79567cb235 req-2122b21e-1893-4859-bcbe-275eb38948dc service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Received unexpected event network-vif-plugged-3900a324-62f0-48a7-b495-2aea9d7b98ce for instance with vm_state building and task_state spawning. [ 2366.778275] env[62490]: DEBUG oslo_vmware.api [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Task: {'id': task-2066628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146429} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.778502] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2366.778911] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2366.779122] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2366.779314] env[62490]: INFO nova.compute.manager [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Took 7.20 seconds to destroy the instance on the hypervisor. [ 2366.779559] env[62490]: DEBUG oslo.service.loopingcall [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2366.779691] env[62490]: DEBUG nova.compute.manager [-] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2366.779781] env[62490]: DEBUG nova.network.neutron [-] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2366.902967] env[62490]: DEBUG nova.network.neutron [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Successfully updated port: 3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2367.405743] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2367.406038] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2367.406082] env[62490]: DEBUG nova.network.neutron [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2367.571896] env[62490]: DEBUG nova.network.neutron [-] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2367.936232] env[62490]: DEBUG nova.network.neutron [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2368.066365] env[62490]: DEBUG nova.network.neutron [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance_info_cache with network_info: [{"id": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "address": "fa:16:3e:00:99:b2", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3900a324-62", "ovs_interfaceid": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.074341] env[62490]: INFO nova.compute.manager [-] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Took 1.29 seconds to deallocate network for instance. [ 2368.114158] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.115041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.570055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2368.570055] env[62490]: DEBUG nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Instance network_info: |[{"id": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "address": "fa:16:3e:00:99:b2", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3900a324-62", "ovs_interfaceid": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2368.570475] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:99:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3900a324-62f0-48a7-b495-2aea9d7b98ce', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2368.577970] env[62490]: DEBUG oslo.service.loopingcall [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2368.578213] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2368.578458] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4687c9a-0558-49bd-a638-46dec021c657 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.593694] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.593932] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.594164] env[62490]: DEBUG nova.objects.instance [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lazy-loading 'resources' on Instance uuid f5d29c74-45d6-4495-94dd-a78b93578d03 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2368.603039] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2368.603039] env[62490]: value = "task-2066629" [ 2368.603039] env[62490]: _type = "Task" [ 2368.603039] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.612311] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066629, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.617401] env[62490]: DEBUG nova.compute.utils [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2368.790130] env[62490]: DEBUG nova.compute.manager [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Received event network-changed-3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2368.790367] env[62490]: DEBUG nova.compute.manager [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Refreshing instance network info cache due to event network-changed-3900a324-62f0-48a7-b495-2aea9d7b98ce. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2368.790667] env[62490]: DEBUG oslo_concurrency.lockutils [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] Acquiring lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.790868] env[62490]: DEBUG oslo_concurrency.lockutils [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] Acquired lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.791115] env[62490]: DEBUG nova.network.neutron [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Refreshing network info cache for port 3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2369.114390] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066629, 'name': CreateVM_Task, 'duration_secs': 0.351728} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.114570] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2369.115226] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423760', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'name': 'volume-982797ef-82a7-40ca-be2f-a8b5ba891168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '584ae597-1d31-4de9-a944-4fc5780d2c29', 'attached_at': '', 'detached_at': '', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'serial': '982797ef-82a7-40ca-be2f-a8b5ba891168'}, 'boot_index': 0, 'device_type': None, 'attachment_id': '60f3ccbd-6bb1-44da-876e-812e8f3c48c8', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62490) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2369.115437] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Root volume attach. Driver type: vmdk {{(pid=62490) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2369.116244] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7e68f-0601-415f-9a65-7a91cd9704d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.121258] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.126916] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f792f7de-ff82-4c97-af2e-62a0b578e77d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.134634] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b3629b-b2dc-44c3-9923-3ec766240c19 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.140745] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5c318042-2b1d-45e9-8129-b3882202c999 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.148357] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2369.148357] env[62490]: value = "task-2066630" [ 2369.148357] env[62490]: _type = "Task" [ 2369.148357] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.156086] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066630, 'name': RelocateVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.196633] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cd8d35-5cdc-4eab-b967-740d56221fde {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.204173] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234c5e40-69e8-41f5-91ec-c24366b50e9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.234028] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb3344c-209d-4f39-892e-79bb3ca242dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.241689] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4d030e-ed71-456f-a141-698be8eab753 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.255512] env[62490]: DEBUG nova.compute.provider_tree [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2369.493235] env[62490]: DEBUG nova.network.neutron [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updated VIF entry in instance network info cache for port 3900a324-62f0-48a7-b495-2aea9d7b98ce. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2369.493605] env[62490]: DEBUG nova.network.neutron [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance_info_cache with network_info: [{"id": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "address": "fa:16:3e:00:99:b2", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3900a324-62", "ovs_interfaceid": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.658791] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066630, 'name': RelocateVM_Task, 'duration_secs': 0.337245} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.659118] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2369.659340] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423760', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'name': 'volume-982797ef-82a7-40ca-be2f-a8b5ba891168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '584ae597-1d31-4de9-a944-4fc5780d2c29', 'attached_at': '', 'detached_at': '', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'serial': '982797ef-82a7-40ca-be2f-a8b5ba891168'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2369.660271] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc6ca3c-7fc7-4535-af97-13b3f525f818 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.676769] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856e4042-0f5b-415b-8a9d-9ca763899ac8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.704132] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-982797ef-82a7-40ca-be2f-a8b5ba891168/volume-982797ef-82a7-40ca-be2f-a8b5ba891168.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2369.705188] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e71306-a661-4ffe-94c2-62f5cbb555a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.725102] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2369.725102] env[62490]: value = "task-2066631" [ 2369.725102] env[62490]: _type = "Task" [ 2369.725102] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.732849] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.758870] env[62490]: DEBUG nova.scheduler.client.report [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2369.995761] env[62490]: DEBUG oslo_concurrency.lockutils [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] Releasing lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.996026] env[62490]: DEBUG nova.compute.manager [req-f6d09749-00f7-4a87-b4a4-dd24220b5dbb req-764d7f59-8eab-4193-90bb-ae6257e68ec0 service nova] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Received event network-vif-deleted-b47c1e7a-c75f-47d2-a5f3-2755a77a2639 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2370.184722] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.184975] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.185225] env[62490]: INFO nova.compute.manager [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Attaching volume 6d89de41-f0ff-4773-9f87-97384c7754df to /dev/sdb [ 2370.215413] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ec14dc-06f1-4911-90f9-e69d0eef221a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.222751] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7d99ac-b968-4df2-9e6f-3ff99f0fa7f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.232765] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066631, 'name': ReconfigVM_Task, 'duration_secs': 0.249927} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.233032] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-982797ef-82a7-40ca-be2f-a8b5ba891168/volume-982797ef-82a7-40ca-be2f-a8b5ba891168.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2370.240979] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1031af33-3287-4c5e-8d45-d42ae776997e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.250501] env[62490]: DEBUG nova.virt.block_device [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Updating existing volume attachment record: ef583cd5-dae1-455d-ab78-1105e389a020 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2370.258388] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2370.258388] env[62490]: value = "task-2066632" [ 2370.258388] env[62490]: _type = "Task" [ 2370.258388] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.263459] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.270199] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.284533] env[62490]: INFO nova.scheduler.client.report [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Deleted allocations for instance f5d29c74-45d6-4495-94dd-a78b93578d03 [ 2370.768931] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066632, 'name': ReconfigVM_Task, 'duration_secs': 0.128369} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.769365] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423760', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'name': 'volume-982797ef-82a7-40ca-be2f-a8b5ba891168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '584ae597-1d31-4de9-a944-4fc5780d2c29', 'attached_at': '', 'detached_at': '', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'serial': '982797ef-82a7-40ca-be2f-a8b5ba891168'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2370.769936] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f1584b-6768-4edb-8f50-6819c9c21bc8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.776637] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2370.776637] env[62490]: value = "task-2066634" [ 2370.776637] env[62490]: _type = "Task" [ 2370.776637] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.787050] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066634, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.791453] env[62490]: DEBUG oslo_concurrency.lockutils [None req-817516db-b73d-49ee-a811-0656d567228a tempest-InstanceActionsTestJSON-144597315 tempest-InstanceActionsTestJSON-144597315-project-member] Lock "f5d29c74-45d6-4495-94dd-a78b93578d03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.716s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.286395] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066634, 'name': Rename_Task, 'duration_secs': 0.155945} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.286664] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2371.286907] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67caa2bb-b536-489c-a746-3ac00aec4eac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.293619] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2371.293619] env[62490]: value = "task-2066635" [ 2371.293619] env[62490]: _type = "Task" [ 2371.293619] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.300996] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.543167] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.543481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.543698] env[62490]: INFO nova.compute.manager [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Shelving [ 2371.806227] env[62490]: DEBUG oslo_vmware.api [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066635, 'name': PowerOnVM_Task, 'duration_secs': 0.473671} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.806612] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2371.806757] env[62490]: INFO nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Took 11.03 seconds to spawn the instance on the hypervisor. [ 2371.806888] env[62490]: DEBUG nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2371.808553] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6231bd6-3257-4264-a4b6-4ab89bc83899 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.331347] env[62490]: INFO nova.compute.manager [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Took 17.46 seconds to build instance. [ 2372.558290] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2372.559042] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c2ad9c6-5985-4d72-bc2e-4415369e60f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.565745] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2372.565745] env[62490]: value = "task-2066637" [ 2372.565745] env[62490]: _type = "Task" [ 2372.565745] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.574317] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.834624] env[62490]: DEBUG oslo_concurrency.lockutils [None req-bc035388-c292-42c3-a05c-ad90c7cb45bd tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.977s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.961150] env[62490]: DEBUG nova.compute.manager [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Received event network-changed-150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2372.961561] env[62490]: DEBUG nova.compute.manager [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Refreshing instance network info cache due to event network-changed-150cb1df-69de-4097-8114-c29b58771341. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2372.961561] env[62490]: DEBUG oslo_concurrency.lockutils [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] Acquiring lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2372.961731] env[62490]: DEBUG oslo_concurrency.lockutils [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] Acquired lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2372.961892] env[62490]: DEBUG nova.network.neutron [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Refreshing network info cache for port 150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2373.075535] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066637, 'name': PowerOffVM_Task, 'duration_secs': 0.274877} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.075807] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2373.076653] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b72416-dd96-4703-8f7f-93e8afd5a273 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.096386] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57368092-2f14-42d8-bcd6-8446d984353d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.609138] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2373.609138] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0512f6c2-8a2f-447e-8254-46d89e82d1f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.623070] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2373.623070] env[62490]: value = "task-2066638" [ 2373.623070] env[62490]: _type = "Task" [ 2373.623070] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.632063] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.793942] env[62490]: DEBUG nova.network.neutron [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updated VIF entry in instance network info cache for port 150cb1df-69de-4097-8114-c29b58771341. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2373.794327] env[62490]: DEBUG nova.network.neutron [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updating instance_info_cache with network_info: [{"id": "150cb1df-69de-4097-8114-c29b58771341", "address": "fa:16:3e:35:fd:45", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150cb1df-69", "ovs_interfaceid": "150cb1df-69de-4097-8114-c29b58771341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2374.128332] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066638, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.297500] env[62490]: DEBUG oslo_concurrency.lockutils [req-3955d24c-1e11-4d50-b3ca-061be63175f5 req-1432940f-1219-47cf-8bd8-7d94871b758a service nova] Releasing lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2374.597868] env[62490]: DEBUG nova.compute.manager [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2374.630853] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066638, 'name': CreateSnapshot_Task, 'duration_secs': 0.920712} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.630998] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2374.631738] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f71565-4895-4781-9b09-649e9f05de35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.797263] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2374.797502] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423766', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'name': 'volume-6d89de41-f0ff-4773-9f87-97384c7754df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '476c843a-252c-4dce-90ba-ec3ee85d5d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'serial': '6d89de41-f0ff-4773-9f87-97384c7754df'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2374.798448] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147cd9e-82cd-45ef-ac1b-21f7b15c0fc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.817366] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad7ee0-f251-41a4-8a37-631131b0b4b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.847746] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-6d89de41-f0ff-4773-9f87-97384c7754df/volume-6d89de41-f0ff-4773-9f87-97384c7754df.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2374.847859] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94fa3680-3b08-4220-8d61-e9a5a768e806 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.866593] env[62490]: DEBUG oslo_vmware.api [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2374.866593] env[62490]: value = "task-2066639" [ 2374.866593] env[62490]: _type = "Task" [ 2374.866593] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.874307] env[62490]: DEBUG oslo_vmware.api [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.991539] env[62490]: DEBUG nova.compute.manager [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Received event network-changed-3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2374.991737] env[62490]: DEBUG nova.compute.manager [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Refreshing instance network info cache due to event network-changed-3900a324-62f0-48a7-b495-2aea9d7b98ce. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2374.991958] env[62490]: DEBUG oslo_concurrency.lockutils [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] Acquiring lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2374.992120] env[62490]: DEBUG oslo_concurrency.lockutils [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] Acquired lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2374.992267] env[62490]: DEBUG nova.network.neutron [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Refreshing network info cache for port 3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2375.140782] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.141074] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.149779] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2375.150420] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2d84cdd6-b681-49e9-b465-de6f8462b525 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.160272] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2375.160272] env[62490]: value = "task-2066640" [ 2375.160272] env[62490]: _type = "Task" [ 2375.160272] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.173588] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066640, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.376113] env[62490]: DEBUG oslo_vmware.api [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.627114] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "62c8c560-942b-4fbc-a67f-bdf1ff080876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.627412] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.654025] env[62490]: INFO nova.compute.claims [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2375.660921] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "a7549371-f42c-4077-b91f-96523360e898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.662946] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "a7549371-f42c-4077-b91f-96523360e898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.676536] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066640, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.740274] env[62490]: DEBUG nova.network.neutron [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updated VIF entry in instance network info cache for port 3900a324-62f0-48a7-b495-2aea9d7b98ce. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2375.740653] env[62490]: DEBUG nova.network.neutron [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance_info_cache with network_info: [{"id": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "address": "fa:16:3e:00:99:b2", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3900a324-62", "ovs_interfaceid": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.876762] env[62490]: DEBUG oslo_vmware.api [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066639, 'name': ReconfigVM_Task, 'duration_secs': 0.562397} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.877012] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-6d89de41-f0ff-4773-9f87-97384c7754df/volume-6d89de41-f0ff-4773-9f87-97384c7754df.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2375.881855] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc34b24-1a0e-4cd2-b744-6f151add3f2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.897588] env[62490]: DEBUG oslo_vmware.api [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2375.897588] env[62490]: value = "task-2066641" [ 2375.897588] env[62490]: _type = "Task" [ 2375.897588] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.910973] env[62490]: DEBUG oslo_vmware.api [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.130176] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2376.162764] env[62490]: INFO nova.compute.resource_tracker [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating resource usage from migration e35b4c31-f668-4358-ab66-452e1becb0a4 [ 2376.171306] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2376.177237] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066640, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.243875] env[62490]: DEBUG oslo_concurrency.lockutils [req-6eabe068-9ca1-4caf-86ca-914363eadceb req-3fb43568-2f64-4af5-a006-b5a57a4601a8 service nova] Releasing lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2376.281056] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad25f6c2-af16-4238-9fcb-7f262c7c79a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.288410] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2100c7-3f07-469a-b31e-ea5e3748ba20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.324643] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f0a8a-a587-424b-884d-31756797b6f1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.333078] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1902565e-03d0-4726-9a18-32a74b67b7d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.346852] env[62490]: DEBUG nova.compute.provider_tree [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2376.409927] env[62490]: DEBUG oslo_vmware.api [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066641, 'name': ReconfigVM_Task, 'duration_secs': 0.12759} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.410410] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423766', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'name': 'volume-6d89de41-f0ff-4773-9f87-97384c7754df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '476c843a-252c-4dce-90ba-ec3ee85d5d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'serial': '6d89de41-f0ff-4773-9f87-97384c7754df'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2376.648499] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2376.676037] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066640, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.691667] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2376.850432] env[62490]: DEBUG nova.scheduler.client.report [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2377.177243] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066640, 'name': CloneVM_Task} progress is 95%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.355264] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.214s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.355473] env[62490]: INFO nova.compute.manager [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Migrating [ 2377.363365] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.715s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.364816] env[62490]: INFO nova.compute.claims [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2377.449570] env[62490]: DEBUG nova.objects.instance [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'flavor' on Instance uuid 476c843a-252c-4dce-90ba-ec3ee85d5d9d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2377.656388] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.658963] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2377.659182] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2377.659323] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2377.677671] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066640, 'name': CloneVM_Task, 'duration_secs': 2.26007} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.677915] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Created linked-clone VM from snapshot [ 2377.678987] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b14f9-d8f2-4cf7-8420-6232dc756f7a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.687164] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Uploading image 0a927d87-fbb5-4487-ac0e-624df1da4655 {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2377.713010] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2377.713010] env[62490]: value = "vm-423768" [ 2377.713010] env[62490]: _type = "VirtualMachine" [ 2377.713010] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2377.713291] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-02ac38f8-d378-42a9-884b-bbaa538985ba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.719841] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease: (returnval){ [ 2377.719841] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c37e61-9db6-4ae0-6494-deab78f1e5d3" [ 2377.719841] env[62490]: _type = "HttpNfcLease" [ 2377.719841] env[62490]: } obtained for exporting VM: (result){ [ 2377.719841] env[62490]: value = "vm-423768" [ 2377.719841] env[62490]: _type = "VirtualMachine" [ 2377.719841] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2377.720816] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the lease: (returnval){ [ 2377.720816] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c37e61-9db6-4ae0-6494-deab78f1e5d3" [ 2377.720816] env[62490]: _type = "HttpNfcLease" [ 2377.720816] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2377.726358] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2377.726358] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c37e61-9db6-4ae0-6494-deab78f1e5d3" [ 2377.726358] env[62490]: _type = "HttpNfcLease" [ 2377.726358] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2377.877178] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2377.877371] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2377.877520] env[62490]: DEBUG nova.network.neutron [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2377.953865] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f3df7cbd-849d-405b-8035-02c04539921e tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.769s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.954847] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.299s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2378.163048] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Skipping network cache update for instance because it is Building. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2378.193230] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2378.193518] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2378.193518] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2378.193674] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid 3afa0dd2-ef65-4b79-962c-40bc408f0793 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2378.229659] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2378.229659] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c37e61-9db6-4ae0-6494-deab78f1e5d3" [ 2378.229659] env[62490]: _type = "HttpNfcLease" [ 2378.229659] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2378.229659] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2378.229659] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c37e61-9db6-4ae0-6494-deab78f1e5d3" [ 2378.229659] env[62490]: _type = "HttpNfcLease" [ 2378.229659] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2378.229659] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a33a61-59d9-4960-b8f2-50e584fdd1f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.236126] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228d78f-9320-3e93-17ab-7867cc6a1f8c/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2378.236300] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228d78f-9320-3e93-17ab-7867cc6a1f8c/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2378.323389] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a12fc993-d152-4b09-9c60-6e2921bc4f91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.460929] env[62490]: INFO nova.compute.manager [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Detaching volume 6d89de41-f0ff-4773-9f87-97384c7754df [ 2378.495261] env[62490]: INFO nova.virt.block_device [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Attempting to driver detach volume 6d89de41-f0ff-4773-9f87-97384c7754df from mountpoint /dev/sdb [ 2378.495502] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2378.495685] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423766', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'name': 'volume-6d89de41-f0ff-4773-9f87-97384c7754df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '476c843a-252c-4dce-90ba-ec3ee85d5d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'serial': '6d89de41-f0ff-4773-9f87-97384c7754df'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2378.496560] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ea634-a251-48eb-b5f8-8e81d458677b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.521937] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a185da58-a7f3-4d5c-b998-6383b9c4f649 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.525276] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4991bc-6f70-49f7-a08d-015e67bbe582 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.534559] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e707bfac-4fe9-4905-8945-9f95c354aec3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.538701] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77adb340-5572-419a-a3b9-90d3fbed9445 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.591261] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6625f58-de48-468b-aca4-5156e930d717 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.594425] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cb6e12-0875-43d6-b46c-c93755ea7647 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.612326] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfda9c39-95c7-403c-9952-00dd4416cda4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.616405] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] The volume has not been displaced from its original location: [datastore1] volume-6d89de41-f0ff-4773-9f87-97384c7754df/volume-6d89de41-f0ff-4773-9f87-97384c7754df.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2378.622157] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2378.622552] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52e3f34-cd91-44f6-8c62-528ca0cbebea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.648641] env[62490]: DEBUG nova.compute.provider_tree [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2378.651279] env[62490]: DEBUG oslo_vmware.api [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2378.651279] env[62490]: value = "task-2066643" [ 2378.651279] env[62490]: _type = "Task" [ 2378.651279] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.660340] env[62490]: DEBUG oslo_vmware.api [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.672901] env[62490]: DEBUG nova.network.neutron [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance_info_cache with network_info: [{"id": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "address": "fa:16:3e:00:99:b2", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3900a324-62", "ovs_interfaceid": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2379.153236] env[62490]: DEBUG nova.scheduler.client.report [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2379.166459] env[62490]: DEBUG oslo_vmware.api [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066643, 'name': ReconfigVM_Task, 'duration_secs': 0.215088} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.166748] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2379.172479] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942124b2-1e20-4fec-ab43-731f0597f090 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.183726] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2379.191325] env[62490]: DEBUG oslo_vmware.api [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2379.191325] env[62490]: value = "task-2066644" [ 2379.191325] env[62490]: _type = "Task" [ 2379.191325] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.203768] env[62490]: DEBUG oslo_vmware.api [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.661210] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.662116] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2379.664713] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.973s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.666337] env[62490]: INFO nova.compute.claims [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2379.701643] env[62490]: DEBUG oslo_vmware.api [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066644, 'name': ReconfigVM_Task, 'duration_secs': 0.13412} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.702053] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423766', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'name': 'volume-6d89de41-f0ff-4773-9f87-97384c7754df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '476c843a-252c-4dce-90ba-ec3ee85d5d9d', 'attached_at': '', 'detached_at': '', 'volume_id': '6d89de41-f0ff-4773-9f87-97384c7754df', 'serial': '6d89de41-f0ff-4773-9f87-97384c7754df'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2379.913728] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updating instance_info_cache with network_info: [{"id": "150cb1df-69de-4097-8114-c29b58771341", "address": "fa:16:3e:35:fd:45", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150cb1df-69", "ovs_interfaceid": "150cb1df-69de-4097-8114-c29b58771341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.171191] env[62490]: DEBUG nova.compute.utils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2380.175219] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2380.175455] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2380.239555] env[62490]: DEBUG nova.policy [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd167fe8e96bc45d0b2c1b90bf628c228', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b91792423594491ea4932d3f8b7f704c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2380.246245] env[62490]: DEBUG nova.objects.instance [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'flavor' on Instance uuid 476c843a-252c-4dce-90ba-ec3ee85d5d9d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2380.416418] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-3afa0dd2-ef65-4b79-962c-40bc408f0793" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2380.416750] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2380.417220] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2380.417539] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2380.417770] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2380.524013] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Successfully created port: 9d37a736-20c8-48d1-9982-8cd40d451fd5 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2380.676352] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2380.698101] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f32df-0bcc-4c23-964b-c502acd82a78 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.718600] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance '584ae597-1d31-4de9-a944-4fc5780d2c29' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2380.839977] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85efbae-66e3-4dc4-b7c6-35725ee8360a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.848343] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd6f6b-3cb0-4fbd-ab1c-f70879a51941 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.879950] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1966f5b-7703-4b7d-b6ff-42e24d913656 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.887415] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2019e8-75c3-40da-b776-ae00aaeb26bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.900806] env[62490]: DEBUG nova.compute.provider_tree [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2381.227474] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2381.227635] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c4e8df-b747-4988-a313-62126831df33 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.235137] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2381.235137] env[62490]: value = "task-2066645" [ 2381.235137] env[62490]: _type = "Task" [ 2381.235137] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.243515] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.255524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a394f6ed-0c1f-4592-9915-97b32c2cb2b0 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.404551] env[62490]: DEBUG nova.scheduler.client.report [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2381.688734] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2381.717928] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2381.718196] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2381.718406] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2381.718627] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2381.718793] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2381.718967] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2381.719284] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2381.719480] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2381.719714] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2381.719908] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2381.720132] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2381.721046] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a7bacf-53e3-4192-a6c2-be50d77612d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.729779] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf909e-bfa1-4190-8148-cb1f99ab77e8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.752017] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066645, 'name': PowerOffVM_Task, 'duration_secs': 0.255136} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.752280] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2381.752473] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance '584ae597-1d31-4de9-a944-4fc5780d2c29' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2381.909902] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.910505] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2381.965583] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.965897] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.966194] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.966424] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.966628] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.969015] env[62490]: INFO nova.compute.manager [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Terminating instance [ 2382.259202] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2382.259603] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2382.259786] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2382.260094] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2382.260358] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2382.260610] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2382.260917] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2382.261199] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2382.261481] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2382.261731] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2382.261951] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2382.267559] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fcd082b-e858-444e-b3bf-fcf72282c5a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.284198] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2382.284198] env[62490]: value = "task-2066646" [ 2382.284198] env[62490]: _type = "Task" [ 2382.284198] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.292620] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.416625] env[62490]: DEBUG nova.compute.utils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2382.418241] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2382.418397] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2382.470741] env[62490]: DEBUG nova.policy [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd167fe8e96bc45d0b2c1b90bf628c228', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b91792423594491ea4932d3f8b7f704c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2382.472717] env[62490]: DEBUG nova.compute.manager [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2382.472934] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2382.473917] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51183a0e-db73-457d-8e97-84d12fffa76b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.481525] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2382.481809] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bca0670a-2c29-43df-b484-d13e8f30fdae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.487715] env[62490]: DEBUG oslo_vmware.api [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2382.487715] env[62490]: value = "task-2066647" [ 2382.487715] env[62490]: _type = "Task" [ 2382.487715] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.497461] env[62490]: DEBUG oslo_vmware.api [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.777717] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Successfully created port: 059a6378-9ba0-4c68-b786-2e9a957ebac7 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2382.794663] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066646, 'name': ReconfigVM_Task, 'duration_secs': 0.262363} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.794980] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance '584ae597-1d31-4de9-a944-4fc5780d2c29' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2382.922167] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2382.998547] env[62490]: DEBUG oslo_vmware.api [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066647, 'name': PowerOffVM_Task, 'duration_secs': 0.183936} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.999110] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2382.999429] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2382.999800] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc8a6ac5-3c62-4352-ab3e-c1a19bfa21f0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.302044] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2383.302495] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2383.302495] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2383.302495] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2383.302673] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2383.302870] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2383.303130] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2383.303343] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2383.303563] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2383.303767] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2383.303982] env[62490]: DEBUG nova.virt.hardware [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2383.310164] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2383.310509] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fbf6920-6f4c-4b24-bf04-f0a8a458eb52 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.333182] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2383.333182] env[62490]: value = "task-2066649" [ 2383.333182] env[62490]: _type = "Task" [ 2383.333182] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.340957] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.843033] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066649, 'name': ReconfigVM_Task, 'duration_secs': 0.193665} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.843306] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2383.844113] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983ab68a-a911-441e-98fd-a3685d6e7673 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.868140] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-982797ef-82a7-40ca-be2f-a8b5ba891168/volume-982797ef-82a7-40ca-be2f-a8b5ba891168.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2383.868477] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c68c8aa-6cfd-4b6d-8d75-e117f1b8cfd5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.887105] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2383.887105] env[62490]: value = "task-2066650" [ 2383.887105] env[62490]: _type = "Task" [ 2383.887105] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.894968] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.932577] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2383.959360] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2383.959622] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2383.959779] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2383.960017] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2383.960238] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2383.960405] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2383.960621] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2383.960778] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2383.960946] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2383.961146] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2383.961347] env[62490]: DEBUG nova.virt.hardware [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2383.962235] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224fac69-1d45-41ea-aa60-b87a7998da3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.970200] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd2fb20-d5a2-4b62-8e3e-099910a1e278 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.397790] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066650, 'name': ReconfigVM_Task, 'duration_secs': 0.38687} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.398233] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-982797ef-82a7-40ca-be2f-a8b5ba891168/volume-982797ef-82a7-40ca-be2f-a8b5ba891168.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2384.398447] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance '584ae597-1d31-4de9-a944-4fc5780d2c29' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2384.905666] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6d083-b6bf-43a0-a10c-4227861a500d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.925049] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca07df0-2175-47f5-a0c8-6d72546fc55c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.943061] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance '584ae597-1d31-4de9-a944-4fc5780d2c29' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2385.659907] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2385.660265] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.040709] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2386.041139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2386.041477] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleting the datastore file [datastore1] 476c843a-252c-4dce-90ba-ec3ee85d5d9d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2386.041851] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e0e8d8-b03f-46d6-8091-38126c22e68d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.052476] env[62490]: DEBUG oslo_vmware.api [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for the task: (returnval){ [ 2386.052476] env[62490]: value = "task-2066651" [ 2386.052476] env[62490]: _type = "Task" [ 2386.052476] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.067171] env[62490]: DEBUG oslo_vmware.api [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.163827] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.164201] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.164320] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.164402] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2386.165301] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07c6648-336f-490e-b3a3-3555473b4b9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.174070] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55a6163-4e99-4fae-9872-22b6f05ee1d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.188771] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594b9664-7493-4a36-8f0f-65e39f1d3ec9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.197264] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97211dc-c695-42eb-9f82-41d474cdd4ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.228067] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180448MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2386.228067] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.228257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.562334] env[62490]: DEBUG oslo_vmware.api [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Task: {'id': task-2066651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293066} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.562594] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2386.562779] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2386.562943] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2386.563137] env[62490]: INFO nova.compute.manager [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Took 4.09 seconds to destroy the instance on the hypervisor. [ 2386.563383] env[62490]: DEBUG oslo.service.loopingcall [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2386.563562] env[62490]: DEBUG nova.compute.manager [-] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2386.563657] env[62490]: DEBUG nova.network.neutron [-] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2386.613599] env[62490]: DEBUG nova.network.neutron [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Port 3900a324-62f0-48a7-b495-2aea9d7b98ce binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2386.780048] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228d78f-9320-3e93-17ab-7867cc6a1f8c/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2386.781357] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68939114-d3b7-47de-92f6-e18417a81641 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.787684] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228d78f-9320-3e93-17ab-7867cc6a1f8c/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2386.787855] env[62490]: ERROR oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228d78f-9320-3e93-17ab-7867cc6a1f8c/disk-0.vmdk due to incomplete transfer. [ 2386.788080] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba3d8271-3401-4319-8463-92fdc904f992 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.795052] env[62490]: DEBUG oslo_vmware.rw_handles [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5228d78f-9320-3e93-17ab-7867cc6a1f8c/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2386.795252] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Uploaded image 0a927d87-fbb5-4487-ac0e-624df1da4655 to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2386.797528] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2386.797771] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d82bf28-ab7a-4b98-974c-59e101bc3921 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.803299] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2386.803299] env[62490]: value = "task-2066652" [ 2386.803299] env[62490]: _type = "Task" [ 2386.803299] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.814270] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066652, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.202172] env[62490]: DEBUG nova.compute.manager [req-e8447c76-9f8c-4090-a412-9edb8b5788c0 req-0cac3d52-59db-4282-ba9a-4de808664c0c service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Received event network-vif-plugged-9d37a736-20c8-48d1-9982-8cd40d451fd5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2387.202401] env[62490]: DEBUG oslo_concurrency.lockutils [req-e8447c76-9f8c-4090-a412-9edb8b5788c0 req-0cac3d52-59db-4282-ba9a-4de808664c0c service nova] Acquiring lock "62c8c560-942b-4fbc-a67f-bdf1ff080876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.202607] env[62490]: DEBUG oslo_concurrency.lockutils [req-e8447c76-9f8c-4090-a412-9edb8b5788c0 req-0cac3d52-59db-4282-ba9a-4de808664c0c service nova] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.202772] env[62490]: DEBUG oslo_concurrency.lockutils [req-e8447c76-9f8c-4090-a412-9edb8b5788c0 req-0cac3d52-59db-4282-ba9a-4de808664c0c service nova] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.202938] env[62490]: DEBUG nova.compute.manager [req-e8447c76-9f8c-4090-a412-9edb8b5788c0 req-0cac3d52-59db-4282-ba9a-4de808664c0c service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] No waiting events found dispatching network-vif-plugged-9d37a736-20c8-48d1-9982-8cd40d451fd5 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2387.203219] env[62490]: WARNING nova.compute.manager [req-e8447c76-9f8c-4090-a412-9edb8b5788c0 req-0cac3d52-59db-4282-ba9a-4de808664c0c service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Received unexpected event network-vif-plugged-9d37a736-20c8-48d1-9982-8cd40d451fd5 for instance with vm_state building and task_state spawning. [ 2387.236847] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Applying migration context for instance 584ae597-1d31-4de9-a944-4fc5780d2c29 as it has an incoming, in-progress migration e35b4c31-f668-4358-ab66-452e1becb0a4. Migration status is post-migrating {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2387.238118] env[62490]: INFO nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating resource usage from migration e35b4c31-f668-4358-ab66-452e1becb0a4 [ 2387.257401] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.257586] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 476c843a-252c-4dce-90ba-ec3ee85d5d9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.257714] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance c2d619ce-36cf-4e40-8e0d-e29d4d6e118c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.257833] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3d59b26b-5314-4f91-b442-5644e956880f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.257950] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ad1baffc-bfec-402c-9a1f-742b1b6af800 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.258079] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Migration e35b4c31-f668-4358-ab66-452e1becb0a4 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2387.258196] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 584ae597-1d31-4de9-a944-4fc5780d2c29 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.258308] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 62c8c560-942b-4fbc-a67f-bdf1ff080876 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.258418] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance a7549371-f42c-4077-b91f-96523360e898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2387.258600] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2387.258737] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2387.315183] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066652, 'name': Destroy_Task, 'duration_secs': 0.346488} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.315440] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Destroyed the VM [ 2387.315666] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2387.316717] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e637e582-3195-41b5-896e-019fb1ab6309 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.325959] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2387.325959] env[62490]: value = "task-2066653" [ 2387.325959] env[62490]: _type = "Task" [ 2387.325959] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.334883] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066653, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.383912] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b65126-f506-4dda-bec6-2414957a721a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.391576] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89abff4d-975a-4302-b64f-d63253ce5af5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.425850] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7e305a-737f-4e54-86e4-eccb8d3eaf25 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.436454] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Successfully updated port: 9d37a736-20c8-48d1-9982-8cd40d451fd5 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2387.436454] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e028dc-97af-4376-88d9-1d50783f92dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.450951] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2387.527297] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Successfully updated port: 059a6378-9ba0-4c68-b786-2e9a957ebac7 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2387.635539] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.635780] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.635938] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.826973] env[62490]: DEBUG nova.network.neutron [-] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.837485] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066653, 'name': RemoveSnapshot_Task, 'duration_secs': 0.343839} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.837752] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2387.838037] env[62490]: DEBUG nova.compute.manager [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2387.839352] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439596d1-0dd2-4bf5-a86c-24ea214064d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.940543] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "refresh_cache-62c8c560-942b-4fbc-a67f-bdf1ff080876" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.940703] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "refresh_cache-62c8c560-942b-4fbc-a67f-bdf1ff080876" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.940848] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2387.972764] env[62490]: ERROR nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [req-5537bf9b-d69d-44e8-bea1-9a3f6090f072] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5537bf9b-d69d-44e8-bea1-9a3f6090f072"}]} [ 2387.989219] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2388.003521] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2388.003721] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2388.014788] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2388.032311] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "refresh_cache-a7549371-f42c-4077-b91f-96523360e898" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.032311] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "refresh_cache-a7549371-f42c-4077-b91f-96523360e898" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.032311] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2388.033657] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2388.151225] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677ae898-e4b5-481b-ae9a-88bb90953766 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.159947] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739ce5c7-0380-405a-801c-632f20bcf59a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.192474] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a63295-cdb6-42ca-9278-b48d0f6221d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.200383] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dcf78a-beb1-4362-887f-85f0cfc2a950 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.213950] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2388.333354] env[62490]: INFO nova.compute.manager [-] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Took 1.77 seconds to deallocate network for instance. [ 2388.352060] env[62490]: INFO nova.compute.manager [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Shelve offloading [ 2388.476386] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2388.575100] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2388.753915] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2388.753915] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 175 to 176 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2388.754084] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2388.839792] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2388.854494] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2388.854771] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b733f41c-4f71-4ab9-bb2d-1d0b3a31420d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.861815] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2388.861815] env[62490]: value = "task-2066654" [ 2388.861815] env[62490]: _type = "Task" [ 2388.861815] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.869328] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.909866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.910075] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.910292] env[62490]: DEBUG nova.network.neutron [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2388.936918] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Updating instance_info_cache with network_info: [{"id": "9d37a736-20c8-48d1-9982-8cd40d451fd5", "address": "fa:16:3e:69:5b:34", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d37a736-20", "ovs_interfaceid": "9d37a736-20c8-48d1-9982-8cd40d451fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.983135] env[62490]: DEBUG nova.network.neutron [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Updating instance_info_cache with network_info: [{"id": "059a6378-9ba0-4c68-b786-2e9a957ebac7", "address": "fa:16:3e:4d:f7:55", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059a6378-9b", "ovs_interfaceid": "059a6378-9ba0-4c68-b786-2e9a957ebac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.236595] env[62490]: DEBUG nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Received event network-vif-deleted-8dc412e1-3e77-47aa-a5f5-89dfcb20228a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2389.236817] env[62490]: DEBUG nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Received event network-vif-plugged-059a6378-9ba0-4c68-b786-2e9a957ebac7 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2389.237015] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Acquiring lock "a7549371-f42c-4077-b91f-96523360e898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.237245] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Lock "a7549371-f42c-4077-b91f-96523360e898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.237422] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Lock "a7549371-f42c-4077-b91f-96523360e898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.237590] env[62490]: DEBUG nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] No waiting events found dispatching network-vif-plugged-059a6378-9ba0-4c68-b786-2e9a957ebac7 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2389.237752] env[62490]: WARNING nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Received unexpected event network-vif-plugged-059a6378-9ba0-4c68-b786-2e9a957ebac7 for instance with vm_state building and task_state spawning. [ 2389.237911] env[62490]: DEBUG nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Received event network-changed-9d37a736-20c8-48d1-9982-8cd40d451fd5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2389.238090] env[62490]: DEBUG nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Refreshing instance network info cache due to event network-changed-9d37a736-20c8-48d1-9982-8cd40d451fd5. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2389.238259] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Acquiring lock "refresh_cache-62c8c560-942b-4fbc-a67f-bdf1ff080876" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.258464] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2389.258642] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.031s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.258869] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.419s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.259096] env[62490]: DEBUG nova.objects.instance [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lazy-loading 'resources' on Instance uuid 476c843a-252c-4dce-90ba-ec3ee85d5d9d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2389.372445] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2389.372677] env[62490]: DEBUG nova.compute.manager [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2389.373453] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c86c59-acf4-4292-8fda-f8ce2a19d742 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.378984] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.379162] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.379357] env[62490]: DEBUG nova.network.neutron [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2389.439238] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "refresh_cache-62c8c560-942b-4fbc-a67f-bdf1ff080876" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.439590] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Instance network_info: |[{"id": "9d37a736-20c8-48d1-9982-8cd40d451fd5", "address": "fa:16:3e:69:5b:34", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d37a736-20", "ovs_interfaceid": "9d37a736-20c8-48d1-9982-8cd40d451fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2389.439906] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Acquired lock "refresh_cache-62c8c560-942b-4fbc-a67f-bdf1ff080876" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.440097] env[62490]: DEBUG nova.network.neutron [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Refreshing network info cache for port 9d37a736-20c8-48d1-9982-8cd40d451fd5 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2389.441286] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:5b:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d37a736-20c8-48d1-9982-8cd40d451fd5', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2389.448651] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Creating folder: Project (b91792423594491ea4932d3f8b7f704c). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2389.453284] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbcc3df2-0656-4ffe-a005-63693d5ebe9a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.464227] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Created folder: Project (b91792423594491ea4932d3f8b7f704c) in parent group-v423467. [ 2389.464406] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Creating folder: Instances. Parent ref: group-v423769. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2389.464636] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-792c07fb-cc19-4419-9745-dff255ce5718 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.472881] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Created folder: Instances in parent group-v423769. [ 2389.473119] env[62490]: DEBUG oslo.service.loopingcall [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2389.473301] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2389.473499] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fc4702f-bf13-4536-be6a-f425d647406a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.487551] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "refresh_cache-a7549371-f42c-4077-b91f-96523360e898" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.487826] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Instance network_info: |[{"id": "059a6378-9ba0-4c68-b786-2e9a957ebac7", "address": "fa:16:3e:4d:f7:55", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059a6378-9b", "ovs_interfaceid": "059a6378-9ba0-4c68-b786-2e9a957ebac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2389.488424] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:f7:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '059a6378-9ba0-4c68-b786-2e9a957ebac7', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2389.495607] env[62490]: DEBUG oslo.service.loopingcall [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2389.496158] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7549371-f42c-4077-b91f-96523360e898] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2389.498576] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a351667-3f1d-4050-9c46-94d8091b9ea0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.515618] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2389.515618] env[62490]: value = "task-2066657" [ 2389.515618] env[62490]: _type = "Task" [ 2389.515618] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.519888] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2389.519888] env[62490]: value = "task-2066658" [ 2389.519888] env[62490]: _type = "Task" [ 2389.519888] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.526246] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066657, 'name': CreateVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.531029] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066658, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.752994] env[62490]: DEBUG nova.network.neutron [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance_info_cache with network_info: [{"id": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "address": "fa:16:3e:00:99:b2", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3900a324-62", "ovs_interfaceid": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.770528] env[62490]: DEBUG nova.network.neutron [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Updated VIF entry in instance network info cache for port 9d37a736-20c8-48d1-9982-8cd40d451fd5. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2389.770680] env[62490]: DEBUG nova.network.neutron [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Updating instance_info_cache with network_info: [{"id": "9d37a736-20c8-48d1-9982-8cd40d451fd5", "address": "fa:16:3e:69:5b:34", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d37a736-20", "ovs_interfaceid": "9d37a736-20c8-48d1-9982-8cd40d451fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.890042] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f133ef70-6cd7-4d32-b417-664cf1952990 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.898134] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9bcaa8-5c72-40d5-9ea9-c269584b71e4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.930576] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad97fdb-3bf2-48d1-90cb-2f4893c1d89b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.938213] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4025854f-7793-48dd-9944-8fcbe398c9a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.953582] env[62490]: DEBUG nova.compute.provider_tree [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2390.028596] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066657, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.034253] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066658, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.127734] env[62490]: DEBUG nova.network.neutron [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5caf745-e8", "ovs_interfaceid": "c5caf745-e8b2-4c01-b483-4c363754302d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2390.256479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.273792] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Releasing lock "refresh_cache-62c8c560-942b-4fbc-a67f-bdf1ff080876" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.274069] env[62490]: DEBUG nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Received event network-changed-059a6378-9ba0-4c68-b786-2e9a957ebac7 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2390.274246] env[62490]: DEBUG nova.compute.manager [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Refreshing instance network info cache due to event network-changed-059a6378-9ba0-4c68-b786-2e9a957ebac7. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2390.274457] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Acquiring lock "refresh_cache-a7549371-f42c-4077-b91f-96523360e898" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2390.274601] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Acquired lock "refresh_cache-a7549371-f42c-4077-b91f-96523360e898" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2390.274763] env[62490]: DEBUG nova.network.neutron [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Refreshing network info cache for port 059a6378-9ba0-4c68-b786-2e9a957ebac7 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2390.460061] env[62490]: DEBUG nova.scheduler.client.report [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2390.529927] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066658, 'name': CreateVM_Task, 'duration_secs': 0.580978} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.532830] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7549371-f42c-4077-b91f-96523360e898] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2390.533034] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066657, 'name': CreateVM_Task, 'duration_secs': 0.581205} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.533657] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2390.533822] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2390.534165] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2390.534344] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2390.534549] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801b5484-e506-4a0e-94ec-a6988dd65b84 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.536226] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2390.539344] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2390.539344] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5271f286-27f6-f312-f03c-854fa18c70fd" [ 2390.539344] env[62490]: _type = "Task" [ 2390.539344] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.546400] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5271f286-27f6-f312-f03c-854fa18c70fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.630953] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.766434] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebb5950-78c4-49aa-9a22-ed975925ea39 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.773919] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4eab57-2e7d-49e6-8b1c-8817ce196d08 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.965718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.983632] env[62490]: INFO nova.scheduler.client.report [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Deleted allocations for instance 476c843a-252c-4dce-90ba-ec3ee85d5d9d [ 2391.050345] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5271f286-27f6-f312-f03c-854fa18c70fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.051337] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2391.051700] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.051934] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2391.052177] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.052326] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.052504] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2391.053249] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e42c3c-1fcc-461b-9514-f84691095250 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.055833] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.056134] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2391.056350] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6718749-9494-43b5-af83-715e319ef364 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.060095] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72326b9f-0710-409e-aa0b-8fea128f9e75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.066982] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2391.067857] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8ae0ba4-0124-42d3-9a49-7b64a09f1f08 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.069395] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2391.069395] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ff09a2-077c-74be-b2cf-7a7e0a0c9532" [ 2391.069395] env[62490]: _type = "Task" [ 2391.069395] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.070716] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2391.070912] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2391.072167] env[62490]: DEBUG nova.network.neutron [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Updated VIF entry in instance network info cache for port 059a6378-9ba0-4c68-b786-2e9a957ebac7. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2391.072521] env[62490]: DEBUG nova.network.neutron [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Updating instance_info_cache with network_info: [{"id": "059a6378-9ba0-4c68-b786-2e9a957ebac7", "address": "fa:16:3e:4d:f7:55", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059a6378-9b", "ovs_interfaceid": "059a6378-9ba0-4c68-b786-2e9a957ebac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2391.076679] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fa3bde-b393-472b-99c3-bfb1a7162024 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.082034] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2391.082034] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aa18b4-75f8-f0aa-b905-411d39adf7f6" [ 2391.082034] env[62490]: _type = "Task" [ 2391.082034] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.086332] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ff09a2-077c-74be-b2cf-7a7e0a0c9532, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.089198] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.089436] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2391.089635] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.095532] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aa18b4-75f8-f0aa-b905-411d39adf7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.007965} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.096254] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce2784d-6f0f-45f6-8471-f5bf871d8bd2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.100772] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2391.100772] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cbb4b8-2e01-63e9-f479-d45e09869fbf" [ 2391.100772] env[62490]: _type = "Task" [ 2391.100772] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.108448] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cbb4b8-2e01-63e9-f479-d45e09869fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.195635] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2391.195868] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2391.196086] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleting the datastore file [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2391.196342] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c376a0-bbaa-41b9-8927-144f2a53fefd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.202249] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2391.202249] env[62490]: value = "task-2066660" [ 2391.202249] env[62490]: _type = "Task" [ 2391.202249] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.210365] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.259567] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2391.260015] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2391.260187] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2391.260490] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2391.263192] env[62490]: DEBUG nova.compute.manager [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-vif-unplugged-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2391.263427] env[62490]: DEBUG oslo_concurrency.lockutils [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.263638] env[62490]: DEBUG oslo_concurrency.lockutils [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.263764] env[62490]: DEBUG oslo_concurrency.lockutils [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.263925] env[62490]: DEBUG nova.compute.manager [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] No waiting events found dispatching network-vif-unplugged-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2391.264110] env[62490]: WARNING nova.compute.manager [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received unexpected event network-vif-unplugged-c5caf745-e8b2-4c01-b483-4c363754302d for instance with vm_state shelved and task_state shelving_offloading. [ 2391.264267] env[62490]: DEBUG nova.compute.manager [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2391.264434] env[62490]: DEBUG nova.compute.manager [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing instance network info cache due to event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2391.264594] env[62490]: DEBUG oslo_concurrency.lockutils [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] Acquiring lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.264727] env[62490]: DEBUG oslo_concurrency.lockutils [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] Acquired lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.264938] env[62490]: DEBUG nova.network.neutron [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2391.496098] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d9a721e9-8a1b-4301-b618-88e7a84bfec7 tempest-AttachVolumeNegativeTest-1758855405 tempest-AttachVolumeNegativeTest-1758855405-project-member] Lock "476c843a-252c-4dce-90ba-ec3ee85d5d9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.530s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.579364] env[62490]: DEBUG oslo_concurrency.lockutils [req-99168f2d-4c0b-4935-b3af-1a41d3c43680 req-6ad22b14-3f46-485c-8b72-a9c8af6873f4 service nova] Releasing lock "refresh_cache-a7549371-f42c-4077-b91f-96523360e898" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.611610] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cbb4b8-2e01-63e9-f479-d45e09869fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.008553} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.611884] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.612157] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] a7549371-f42c-4077-b91f-96523360e898/a7549371-f42c-4077-b91f-96523360e898.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2391.612435] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.612633] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2391.612851] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c3a5b1-667e-4df9-addf-e50e94c5ae6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.615343] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-069a1943-03ad-4ae1-9b8e-8dee239ea568 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.622159] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2391.622159] env[62490]: value = "task-2066661" [ 2391.622159] env[62490]: _type = "Task" [ 2391.622159] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.626010] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2391.626204] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2391.627201] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83148d1a-d3c9-49d4-8caf-86ea7f57d402 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.632577] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.635263] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2391.635263] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237024b-4073-ec95-e7ea-8357ddeeda26" [ 2391.635263] env[62490]: _type = "Task" [ 2391.635263] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.642533] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237024b-4073-ec95-e7ea-8357ddeeda26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.714842] env[62490]: DEBUG oslo_vmware.api [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129266} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.714842] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2391.714842] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2391.714842] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2391.744981] env[62490]: INFO nova.scheduler.client.report [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted allocations for instance 3d59b26b-5314-4f91-b442-5644e956880f [ 2391.882273] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f8b29-5a53-48dd-9924-f478072d8a59 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.905786] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afb4e91-86cf-470d-96c7-982e1b96a6a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.917660] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance '584ae597-1d31-4de9-a944-4fc5780d2c29' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2392.094354] env[62490]: DEBUG nova.network.neutron [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updated VIF entry in instance network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2392.094727] env[62490]: DEBUG nova.network.neutron [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc5caf745-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2392.132863] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.145144] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5237024b-4073-ec95-e7ea-8357ddeeda26, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.145950] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac82faf5-4295-4e8e-a572-1f0ed54b5426 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.151201] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2392.151201] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5207dc28-a3b6-210c-8247-aa9fc4c26d0f" [ 2392.151201] env[62490]: _type = "Task" [ 2392.151201] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.158329] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5207dc28-a3b6-210c-8247-aa9fc4c26d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.247608] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2392.247875] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.248109] env[62490]: DEBUG nova.objects.instance [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'resources' on Instance uuid 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.423804] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2392.424142] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e388651-1903-4acc-8079-9f6c409c927d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.431253] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2392.431253] env[62490]: value = "task-2066663" [ 2392.431253] env[62490]: _type = "Task" [ 2392.431253] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.438889] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.597722] env[62490]: DEBUG oslo_concurrency.lockutils [req-fa763f7c-2132-4240-8834-f84884513f84 req-437484ec-793f-46a7-9178-49810b65fdc8 service nova] Releasing lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.632901] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586437} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.633208] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] a7549371-f42c-4077-b91f-96523360e898/a7549371-f42c-4077-b91f-96523360e898.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2392.633418] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2392.633678] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c62c7509-7bd0-4008-a49a-221570396112 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.640371] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2392.640371] env[62490]: value = "task-2066664" [ 2392.640371] env[62490]: _type = "Task" [ 2392.640371] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.648590] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.659950] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5207dc28-a3b6-210c-8247-aa9fc4c26d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.048696} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.660214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.660479] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 62c8c560-942b-4fbc-a67f-bdf1ff080876/62c8c560-942b-4fbc-a67f-bdf1ff080876.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2392.660724] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726bd8a3-0daf-4da7-ae58-2990faee7bbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.667487] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2392.667487] env[62490]: value = "task-2066665" [ 2392.667487] env[62490]: _type = "Task" [ 2392.667487] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.679624] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.751324] env[62490]: DEBUG nova.objects.instance [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.875726] env[62490]: DEBUG nova.compute.manager [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Stashing vm_state: active {{(pid=62490) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2392.942034] env[62490]: DEBUG oslo_vmware.api [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066663, 'name': PowerOnVM_Task, 'duration_secs': 0.409108} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.942343] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2392.942526] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-adfdaac0-b98b-4532-86ea-38ef4001abc5 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance '584ae597-1d31-4de9-a944-4fc5780d2c29' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2393.149700] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078928} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.150106] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2393.150730] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426d991b-2b44-4eb0-ae7f-e828810f022f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.174324] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] a7549371-f42c-4077-b91f-96523360e898/a7549371-f42c-4077-b91f-96523360e898.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2393.174676] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9504d41-6e7b-4738-8b4c-68ebd9372bf7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.196604] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483987} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.197744] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 62c8c560-942b-4fbc-a67f-bdf1ff080876/62c8c560-942b-4fbc-a67f-bdf1ff080876.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2393.197955] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2393.198261] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2393.198261] env[62490]: value = "task-2066666" [ 2393.198261] env[62490]: _type = "Task" [ 2393.198261] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.198443] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e288e8b-c6ca-41cd-badb-2ad88b046636 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.207353] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.208387] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2393.208387] env[62490]: value = "task-2066667" [ 2393.208387] env[62490]: _type = "Task" [ 2393.208387] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.215456] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.254670] env[62490]: DEBUG nova.objects.base [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Object Instance<3d59b26b-5314-4f91-b442-5644e956880f> lazy-loaded attributes: resources,numa_topology {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2393.364897] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f62c76-fba1-4858-a3a9-57efd06e264d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.376900] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a0e935-afcf-4458-a31b-37fd6f5c010b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.414886] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.415675] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da00e18-a0df-47e1-b29f-d2ed86be1af7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.423935] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696959a7-637d-4537-b13c-9b3b0060d3ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.438186] env[62490]: DEBUG nova.compute.provider_tree [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2393.710370] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066666, 'name': ReconfigVM_Task, 'duration_secs': 0.284648} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.713352] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Reconfigured VM instance instance-00000074 to attach disk [datastore1] a7549371-f42c-4077-b91f-96523360e898/a7549371-f42c-4077-b91f-96523360e898.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2393.714024] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8d2e00a-31fb-4cb8-91a6-97e62b00d770 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.720224] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062516} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.721338] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2393.721662] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2393.721662] env[62490]: value = "task-2066668" [ 2393.721662] env[62490]: _type = "Task" [ 2393.721662] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.722318] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab8aeb-50ca-4a33-8cb6-46fb80da0d0b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.731733] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066668, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.748966] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 62c8c560-942b-4fbc-a67f-bdf1ff080876/62c8c560-942b-4fbc-a67f-bdf1ff080876.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2393.749558] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0daaba2-b3f8-4da7-9f56-3f3ab86c64ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.769488] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2393.769488] env[62490]: value = "task-2066669" [ 2393.769488] env[62490]: _type = "Task" [ 2393.769488] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.778634] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.877582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.958886] env[62490]: ERROR nova.scheduler.client.report [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [req-2eb7b678-0328-426e-b6fb-27e1b1719031] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2eb7b678-0328-426e-b6fb-27e1b1719031"}]} [ 2393.976013] env[62490]: DEBUG nova.scheduler.client.report [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2393.990393] env[62490]: DEBUG nova.scheduler.client.report [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2393.990769] env[62490]: DEBUG nova.compute.provider_tree [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2394.002654] env[62490]: DEBUG nova.scheduler.client.report [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2394.023455] env[62490]: DEBUG nova.scheduler.client.report [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2394.131039] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c173fef7-0b3d-41f2-aabd-112b72767820 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.140539] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9711c-ce5f-489b-afd5-ef3f9a5e7ec4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.170555] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af92b5b-2132-405e-9a2d-0f6b0f2a24f9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.177735] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa387697-e574-4c2c-a36e-0363eafeb43a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.190897] env[62490]: DEBUG nova.compute.provider_tree [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2394.233810] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066668, 'name': Rename_Task, 'duration_secs': 0.136976} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.234018] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2394.234244] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d99d3165-2338-4b5d-ad8c-b79c31be9403 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.240987] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2394.240987] env[62490]: value = "task-2066670" [ 2394.240987] env[62490]: _type = "Task" [ 2394.240987] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.256768] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.278251] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066669, 'name': ReconfigVM_Task, 'duration_secs': 0.30206} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.278505] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 62c8c560-942b-4fbc-a67f-bdf1ff080876/62c8c560-942b-4fbc-a67f-bdf1ff080876.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2394.279124] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89bdfa5a-27b0-482e-a454-dc62bb8ad5ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.284794] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2394.284794] env[62490]: value = "task-2066671" [ 2394.284794] env[62490]: _type = "Task" [ 2394.284794] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.292396] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066671, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.721914] env[62490]: DEBUG nova.scheduler.client.report [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2394.722312] env[62490]: DEBUG nova.compute.provider_tree [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 179 to 180 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2394.722551] env[62490]: DEBUG nova.compute.provider_tree [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2394.752666] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066670, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.794995] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066671, 'name': Rename_Task, 'duration_secs': 0.13753} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.795292] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2394.795539] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d732f91-1d51-46d9-9423-8c325b6d0ca9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.802577] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2394.802577] env[62490]: value = "task-2066672" [ 2394.802577] env[62490]: _type = "Task" [ 2394.802577] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.818486] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.227978] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.980s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.231028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.816s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.252402] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066670, 'name': PowerOnVM_Task, 'duration_secs': 0.535169} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.252669] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2395.252878] env[62490]: INFO nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Took 11.32 seconds to spawn the instance on the hypervisor. [ 2395.253113] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2395.253855] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8bbfe-debe-46cd-8753-4ce965f9bed4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.313513] env[62490]: DEBUG oslo_vmware.api [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066672, 'name': PowerOnVM_Task, 'duration_secs': 0.442531} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.313782] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2395.313984] env[62490]: INFO nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Took 13.63 seconds to spawn the instance on the hypervisor. [ 2395.314184] env[62490]: DEBUG nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2395.314940] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a37fcd-7cdf-4b8c-ba61-e0e9bec0534a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.342425] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "584ae597-1d31-4de9-a944-4fc5780d2c29" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.342739] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.342937] env[62490]: DEBUG nova.compute.manager [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Going to confirm migration 9 {{(pid=62490) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2395.737344] env[62490]: INFO nova.compute.claims [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2395.742398] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1d80b404-ab17-4f74-9f9f-538ef59a6b25 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.199s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.743280] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.866s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.743479] env[62490]: INFO nova.compute.manager [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Unshelving [ 2395.772730] env[62490]: INFO nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Took 19.09 seconds to build instance. [ 2395.830267] env[62490]: INFO nova.compute.manager [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Took 19.20 seconds to build instance. [ 2395.878491] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2395.878678] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquired lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2395.878849] env[62490]: DEBUG nova.network.neutron [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2395.879035] env[62490]: DEBUG nova.objects.instance [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'info_cache' on Instance uuid 584ae597-1d31-4de9-a944-4fc5780d2c29 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2396.244506] env[62490]: INFO nova.compute.resource_tracker [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating resource usage from migration 9eaf766b-63fd-4853-b72b-9e6cf95267ac [ 2396.274346] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "a7549371-f42c-4077-b91f-96523360e898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.613s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.331838] env[62490]: DEBUG oslo_concurrency.lockutils [None req-316c13f9-426c-40d4-8e52-6f43e95d9d37 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.704s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.364157] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc7005e-ffbc-4605-a065-62c92a36330a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.372736] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae4342-eb53-4b4e-9021-d0a5ea8ed789 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.404905] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31418fa4-731b-43dd-8a0d-9db6c694131c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.413344] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e7a17-9d28-4137-a3cf-3a4de389fcba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.427654] env[62490]: DEBUG nova.compute.provider_tree [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2396.759866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "62c8c560-942b-4fbc-a67f-bdf1ff080876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.760210] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.760517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "62c8c560-942b-4fbc-a67f-bdf1ff080876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.760766] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.761013] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.763847] env[62490]: INFO nova.compute.manager [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Terminating instance [ 2396.774058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.820970] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "a7549371-f42c-4077-b91f-96523360e898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.821217] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "a7549371-f42c-4077-b91f-96523360e898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.821466] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "a7549371-f42c-4077-b91f-96523360e898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.821675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "a7549371-f42c-4077-b91f-96523360e898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.821847] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "a7549371-f42c-4077-b91f-96523360e898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.824039] env[62490]: INFO nova.compute.manager [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Terminating instance [ 2396.930214] env[62490]: DEBUG nova.scheduler.client.report [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2397.119035] env[62490]: DEBUG nova.network.neutron [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance_info_cache with network_info: [{"id": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "address": "fa:16:3e:00:99:b2", "network": {"id": "d2a57a13-2881-4d1a-a5cc-3333684657bd", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1569079919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b3c7f094e4e4556ab2baa80db2b21b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3900a324-62", "ovs_interfaceid": "3900a324-62f0-48a7-b495-2aea9d7b98ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2397.268834] env[62490]: DEBUG nova.compute.manager [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2397.269108] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2397.270018] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d6637-d993-4138-8407-27b2d8a723d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.278495] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2397.280051] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858efde2-f913-4690-8409-c29f7a5f7942 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.284930] env[62490]: DEBUG oslo_vmware.api [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2397.284930] env[62490]: value = "task-2066674" [ 2397.284930] env[62490]: _type = "Task" [ 2397.284930] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.293732] env[62490]: DEBUG oslo_vmware.api [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.327827] env[62490]: DEBUG nova.compute.manager [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2397.328108] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2397.329093] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48e8d55-44a3-4896-9a14-5c6eed045d8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.337070] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2397.337348] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9e29c09-70a8-46f9-b169-ebbf19d5ce31 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.343620] env[62490]: DEBUG oslo_vmware.api [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2397.343620] env[62490]: value = "task-2066676" [ 2397.343620] env[62490]: _type = "Task" [ 2397.343620] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.352682] env[62490]: DEBUG oslo_vmware.api [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.437264] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.206s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.437619] env[62490]: INFO nova.compute.manager [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Migrating [ 2397.445360] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.671s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2397.445699] env[62490]: DEBUG nova.objects.instance [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2397.621775] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Releasing lock "refresh_cache-584ae597-1d31-4de9-a944-4fc5780d2c29" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2397.622087] env[62490]: DEBUG nova.objects.instance [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'migration_context' on Instance uuid 584ae597-1d31-4de9-a944-4fc5780d2c29 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2397.795714] env[62490]: DEBUG oslo_vmware.api [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066674, 'name': PowerOffVM_Task, 'duration_secs': 0.178676} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.795958] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2397.796148] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2397.796397] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a44358a-f4c4-43ec-8395-55d387fba48a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.853729] env[62490]: DEBUG oslo_vmware.api [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066676, 'name': PowerOffVM_Task, 'duration_secs': 0.199274} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.853990] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2397.854177] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2397.854426] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c888ae-6295-4cfa-ae68-ae34fd01fee1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.886974] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2397.887195] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2397.887405] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleting the datastore file [datastore1] 62c8c560-942b-4fbc-a67f-bdf1ff080876 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2397.887661] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91be4b5c-1417-424b-afea-7337ce0db47c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.894948] env[62490]: DEBUG oslo_vmware.api [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2397.894948] env[62490]: value = "task-2066679" [ 2397.894948] env[62490]: _type = "Task" [ 2397.894948] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.904465] env[62490]: DEBUG oslo_vmware.api [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.956364] env[62490]: DEBUG nova.objects.instance [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2397.957671] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2397.957845] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2397.958013] env[62490]: DEBUG nova.network.neutron [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2398.049281] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2398.049537] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2398.049760] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleting the datastore file [datastore1] a7549371-f42c-4077-b91f-96523360e898 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2398.050075] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-177fbc2f-49cd-4632-8f6a-2d6ac56646a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.058168] env[62490]: DEBUG oslo_vmware.api [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2398.058168] env[62490]: value = "task-2066680" [ 2398.058168] env[62490]: _type = "Task" [ 2398.058168] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.066392] env[62490]: DEBUG oslo_vmware.api [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.124931] env[62490]: DEBUG nova.objects.base [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Object Instance<584ae597-1d31-4de9-a944-4fc5780d2c29> lazy-loaded attributes: info_cache,migration_context {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2398.125905] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8570c8c5-b75f-415d-9ab9-5abc1642bbfc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.144977] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b875ecf-e26c-4a24-81b8-5e3017eae210 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.151055] env[62490]: DEBUG oslo_vmware.api [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2398.151055] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522f0851-af01-0ab7-d2b3-8ff58db7f924" [ 2398.151055] env[62490]: _type = "Task" [ 2398.151055] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.158894] env[62490]: DEBUG oslo_vmware.api [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522f0851-af01-0ab7-d2b3-8ff58db7f924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.405691] env[62490]: DEBUG oslo_vmware.api [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18443} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.406046] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2398.406264] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2398.406459] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2398.406637] env[62490]: INFO nova.compute.manager [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2398.406900] env[62490]: DEBUG oslo.service.loopingcall [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2398.407121] env[62490]: DEBUG nova.compute.manager [-] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2398.407219] env[62490]: DEBUG nova.network.neutron [-] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2398.460142] env[62490]: INFO nova.compute.claims [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2398.568720] env[62490]: DEBUG oslo_vmware.api [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175196} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.568938] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2398.569155] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2398.569338] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2398.569541] env[62490]: INFO nova.compute.manager [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: a7549371-f42c-4077-b91f-96523360e898] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2398.569786] env[62490]: DEBUG oslo.service.loopingcall [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2398.569981] env[62490]: DEBUG nova.compute.manager [-] [instance: a7549371-f42c-4077-b91f-96523360e898] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2398.570091] env[62490]: DEBUG nova.network.neutron [-] [instance: a7549371-f42c-4077-b91f-96523360e898] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2398.662292] env[62490]: DEBUG oslo_vmware.api [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522f0851-af01-0ab7-d2b3-8ff58db7f924, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.662584] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.865435] env[62490]: DEBUG nova.compute.manager [req-12c9bd46-b978-4a19-84f8-ad9f8f9ddc87 req-3b2dbb5c-c7a1-49e6-a082-dda345191ec1 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Received event network-vif-deleted-9d37a736-20c8-48d1-9982-8cd40d451fd5 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2398.865642] env[62490]: INFO nova.compute.manager [req-12c9bd46-b978-4a19-84f8-ad9f8f9ddc87 req-3b2dbb5c-c7a1-49e6-a082-dda345191ec1 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Neutron deleted interface 9d37a736-20c8-48d1-9982-8cd40d451fd5; detaching it from the instance and deleting it from the info cache [ 2398.865813] env[62490]: DEBUG nova.network.neutron [req-12c9bd46-b978-4a19-84f8-ad9f8f9ddc87 req-3b2dbb5c-c7a1-49e6-a082-dda345191ec1 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2398.954235] env[62490]: DEBUG nova.network.neutron [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.341017] env[62490]: DEBUG nova.network.neutron [-] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.368848] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97942c07-f796-4d3c-b575-0b5ac082a9af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.379538] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744849f9-30bc-4409-8df6-b293707c28c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.408727] env[62490]: DEBUG nova.compute.manager [req-12c9bd46-b978-4a19-84f8-ad9f8f9ddc87 req-3b2dbb5c-c7a1-49e6-a082-dda345191ec1 service nova] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Detach interface failed, port_id=9d37a736-20c8-48d1-9982-8cd40d451fd5, reason: Instance 62c8c560-942b-4fbc-a67f-bdf1ff080876 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2399.457430] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2399.481650] env[62490]: DEBUG nova.network.neutron [-] [instance: a7549371-f42c-4077-b91f-96523360e898] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.598302] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0b405e-abb7-460b-ba77-bfd8525df78e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.605986] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c96ab5c-f22c-4db8-8ba5-3e8c82813e45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.636516] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2abde31-a736-48a4-9033-d96897232aaa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.643957] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b62b62-7c61-473d-b288-b407b18e0c84 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.659912] env[62490]: DEBUG nova.compute.provider_tree [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2399.850582] env[62490]: INFO nova.compute.manager [-] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Took 1.44 seconds to deallocate network for instance. [ 2399.984071] env[62490]: INFO nova.compute.manager [-] [instance: a7549371-f42c-4077-b91f-96523360e898] Took 1.41 seconds to deallocate network for instance. [ 2400.168618] env[62490]: DEBUG nova.scheduler.client.report [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2400.355707] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.490385] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.673927] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.229s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.676720] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.014s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.709181] env[62490]: INFO nova.network.neutron [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating port c5caf745-e8b2-4c01-b483-4c363754302d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2400.899867] env[62490]: DEBUG nova.compute.manager [req-a0b6f1e5-4b01-4ccc-af09-b92fbe7f7cbf req-55936677-43b5-4ebc-bf3e-1ba7a39b3220 service nova] [instance: a7549371-f42c-4077-b91f-96523360e898] Received event network-vif-deleted-059a6378-9ba0-4c68-b786-2e9a957ebac7 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2400.973054] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a0cdc-e5db-46c7-8987-64b1c9022702 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.993129] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance 'ad1baffc-bfec-402c-9a1f-742b1b6af800' progress to 0 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2401.294357] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17501c5-99c2-4747-afa8-852115a53292 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.301789] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619746a-966f-46de-a8d7-4aaa51debd9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.333410] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1054ef-14ab-4c8f-a552-a50e90f6b739 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.340973] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38405cfc-e30e-43d0-b2bf-e76d066251df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.353903] env[62490]: DEBUG nova.compute.provider_tree [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2401.498861] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2401.499231] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-802c098f-5e8b-490c-8d53-319f5d0ca4a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.506819] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2401.506819] env[62490]: value = "task-2066681" [ 2401.506819] env[62490]: _type = "Task" [ 2401.506819] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.515332] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.857676] env[62490]: DEBUG nova.scheduler.client.report [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2402.016932] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066681, 'name': PowerOffVM_Task, 'duration_secs': 0.206566} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.017258] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2402.017470] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance 'ad1baffc-bfec-402c-9a1f-742b1b6af800' progress to 17 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2402.526900] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2402.527310] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2402.527310] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2402.527502] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2402.527615] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2402.527823] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2402.528049] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2402.528217] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2402.528385] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2402.528594] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2402.528819] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2402.534131] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cf64dd5-e557-4c74-94f8-b5d4c713c79d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.550756] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2402.550756] env[62490]: value = "task-2066682" [ 2402.550756] env[62490]: _type = "Task" [ 2402.550756] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.558772] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.869039] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.192s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.871378] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.516s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.871604] env[62490]: DEBUG nova.objects.instance [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lazy-loading 'resources' on Instance uuid 62c8c560-942b-4fbc-a67f-bdf1ff080876 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2403.061213] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066682, 'name': ReconfigVM_Task, 'duration_secs': 0.165909} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.061582] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance 'ad1baffc-bfec-402c-9a1f-742b1b6af800' progress to 33 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2403.426936] env[62490]: INFO nova.scheduler.client.report [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted allocation for migration e35b4c31-f668-4358-ab66-452e1becb0a4 [ 2403.486633] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f83053-7527-43c2-a019-e8c383e61f1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.493900] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d10c2f-8532-4869-a6fa-272d247a8746 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.522743] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cc3f54-d45c-4303-b0ed-7199a5133212 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.529371] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43567cf2-2750-4628-806a-39017322c9ce {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.542248] env[62490]: DEBUG nova.compute.provider_tree [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2403.567687] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2403.567967] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2403.568082] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2403.568270] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2403.568411] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2403.568553] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2403.568763] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2403.568911] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2403.569085] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2403.569249] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2403.569420] env[62490]: DEBUG nova.virt.hardware [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2403.574973] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2403.575462] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417b84e1-424d-419c-bba7-f9522ada826e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.594178] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2403.594178] env[62490]: value = "task-2066683" [ 2403.594178] env[62490]: _type = "Task" [ 2403.594178] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.601659] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.933815] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8b1216e5-8375-4e0d-9b93-72c882ce5005 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.591s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.048626] env[62490]: DEBUG nova.scheduler.client.report [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2404.066497] env[62490]: INFO nova.compute.manager [None req-17b2d6e6-8955-42df-857e-174bbc7a0761 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Get console output [ 2404.066728] env[62490]: WARNING nova.virt.vmwareapi.driver [None req-17b2d6e6-8955-42df-857e-174bbc7a0761 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] The console log is missing. Check your VSPC configuration [ 2404.105394] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.552529] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.554768] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.064s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.555008] env[62490]: DEBUG nova.objects.instance [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lazy-loading 'resources' on Instance uuid a7549371-f42c-4077-b91f-96523360e898 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2404.568541] env[62490]: INFO nova.scheduler.client.report [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted allocations for instance 62c8c560-942b-4fbc-a67f-bdf1ff080876 [ 2404.605181] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.076155] env[62490]: DEBUG oslo_concurrency.lockutils [None req-262b6c2c-8c53-4fdc-8f25-5170589b3304 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "62c8c560-942b-4fbc-a67f-bdf1ff080876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.316s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.108335] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066683, 'name': ReconfigVM_Task, 'duration_secs': 1.16321} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.108660] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2405.109503] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f69c3-05f9-4d2d-9ca4-11131322244b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.134777] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2405.137521] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671efe1c-b038-4a23-bc55-6503c91bfcea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.156506] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2405.156506] env[62490]: value = "task-2066684" [ 2405.156506] env[62490]: _type = "Task" [ 2405.156506] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.167042] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.182878] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88068bc7-0009-41a3-bb17-7d82c4b519ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.189839] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a6e49a-1248-4906-8ab5-dd6c03bd4b99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.220389] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db88ba04-9de9-4a2a-8ce8-7dd6ba74eac1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.227403] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a354d1c6-db3f-46d0-9ae0-bf4dc24d0d83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.240190] env[62490]: DEBUG nova.compute.provider_tree [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2405.666654] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066684, 'name': ReconfigVM_Task, 'duration_secs': 0.259308} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.667051] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2405.667227] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance 'ad1baffc-bfec-402c-9a1f-742b1b6af800' progress to 50 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2405.742975] env[62490]: DEBUG nova.scheduler.client.report [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2406.173987] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed5cd2-7727-4fbb-9010-294dc89208b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.194042] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbabbac-ee86-44bd-a77f-baafa962a7fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.211818] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance 'ad1baffc-bfec-402c-9a1f-742b1b6af800' progress to 67 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2406.248535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.264183] env[62490]: INFO nova.scheduler.client.report [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted allocations for instance a7549371-f42c-4077-b91f-96523360e898 [ 2406.751957] env[62490]: DEBUG nova.network.neutron [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Port 8741cc8e-b50b-417a-b1d6-8dad0e383954 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2406.771835] env[62490]: DEBUG oslo_concurrency.lockutils [None req-26460d32-fa0c-45df-9cf6-2f7b59906311 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "a7549371-f42c-4077-b91f-96523360e898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.950s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.776612] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.776919] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.777164] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.231536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.231786] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.255958] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.256202] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.734583] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2408.758074] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2408.812183] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2408.812470] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2408.812585] env[62490]: DEBUG nova.network.neutron [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2409.150405] env[62490]: DEBUG nova.compute.manager [req-d2466065-1fd3-4b38-a522-e9547575772c req-46cf0126-32ad-4abc-9a7f-f64344996d9d service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-vif-plugged-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2409.150405] env[62490]: DEBUG oslo_concurrency.lockutils [req-d2466065-1fd3-4b38-a522-e9547575772c req-46cf0126-32ad-4abc-9a7f-f64344996d9d service nova] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.150405] env[62490]: DEBUG oslo_concurrency.lockutils [req-d2466065-1fd3-4b38-a522-e9547575772c req-46cf0126-32ad-4abc-9a7f-f64344996d9d service nova] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.150405] env[62490]: DEBUG oslo_concurrency.lockutils [req-d2466065-1fd3-4b38-a522-e9547575772c req-46cf0126-32ad-4abc-9a7f-f64344996d9d service nova] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.150405] env[62490]: DEBUG nova.compute.manager [req-d2466065-1fd3-4b38-a522-e9547575772c req-46cf0126-32ad-4abc-9a7f-f64344996d9d service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] No waiting events found dispatching network-vif-plugged-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2409.150405] env[62490]: WARNING nova.compute.manager [req-d2466065-1fd3-4b38-a522-e9547575772c req-46cf0126-32ad-4abc-9a7f-f64344996d9d service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received unexpected event network-vif-plugged-c5caf745-e8b2-4c01-b483-4c363754302d for instance with vm_state shelved_offloaded and task_state spawning. [ 2409.230507] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2409.230734] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2409.230914] env[62490]: DEBUG nova.network.neutron [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2409.256446] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.256693] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.258222] env[62490]: INFO nova.compute.claims [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2409.275548] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.516867] env[62490]: DEBUG nova.network.neutron [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2409.959810] env[62490]: DEBUG nova.network.neutron [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5caf745-e8", "ovs_interfaceid": "c5caf745-e8b2-4c01-b483-4c363754302d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2410.020073] env[62490]: DEBUG oslo_concurrency.lockutils [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.363087] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e095b8-0212-4a41-840a-226325ce0495 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.371192] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417fb63f-a463-4483-a56c-22ed789109e3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.400241] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa966e1-08e3-4a98-8898-2d501c028d8e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.407149] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36ec0c3-f6af-48a9-9197-daa8a48b65c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.419817] env[62490]: DEBUG nova.compute.provider_tree [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2410.463394] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.489656] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f04110405548c544e2e2ef0e83d1d353',container_format='bare',created_at=2025-01-13T05:51:00Z,direct_url=,disk_format='vmdk',id=0a927d87-fbb5-4487-ac0e-624df1da4655,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1025459845-shelved',owner='139f5c9fc31e42d2881737752c455337',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-01-13T05:51:16Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2410.489971] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2410.490159] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2410.490349] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2410.490497] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2410.490647] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2410.490857] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2410.491033] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2410.491215] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2410.491379] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2410.491550] env[62490]: DEBUG nova.virt.hardware [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2410.492439] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c67ca3-b450-4aaf-b048-e2d1bf66e23d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.501818] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a33654-a438-4311-b078-2d048daec047 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.514663] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:91:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5caf745-e8b2-4c01-b483-4c363754302d', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2410.522104] env[62490]: DEBUG oslo.service.loopingcall [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2410.522326] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2410.522527] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23c9c1f7-c9b7-4f3a-b9af-2a89d844cf8c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.546385] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2410.546385] env[62490]: value = "task-2066685" [ 2410.546385] env[62490]: _type = "Task" [ 2410.546385] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.553814] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066685, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.555145] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d27f85e-c370-4e72-8f82-721f23ea78a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.573151] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5441de97-9472-41f9-8bc8-e79578a20d83 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.580199] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance 'ad1baffc-bfec-402c-9a1f-742b1b6af800' progress to 83 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2410.940037] env[62490]: ERROR nova.scheduler.client.report [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [req-5bc259c9-363b-4f6e-951e-2f9391fb44d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bc259c9-363b-4f6e-951e-2f9391fb44d9"}]} [ 2410.957317] env[62490]: DEBUG nova.scheduler.client.report [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2410.969331] env[62490]: DEBUG nova.scheduler.client.report [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2410.969635] env[62490]: DEBUG nova.compute.provider_tree [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2410.979051] env[62490]: DEBUG nova.scheduler.client.report [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2410.997141] env[62490]: DEBUG nova.scheduler.client.report [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2411.057350] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066685, 'name': CreateVM_Task, 'duration_secs': 0.321441} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.057556] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2411.058200] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2411.058366] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2411.058736] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2411.058983] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b3e81d-8e6f-44c9-adae-789175a019c2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.064305] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2411.064305] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52914042-91c4-3209-806f-8650dde00e64" [ 2411.064305] env[62490]: _type = "Task" [ 2411.064305] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.071919] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52914042-91c4-3209-806f-8650dde00e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.082533] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a705a5b-f577-4307-ac06-a0cde5893e01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.086178] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2411.086406] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e500cb89-f91c-4281-8a0b-76d30ac901cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.092262] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548bc7ee-1d89-40d4-baeb-0c0a0a51b737 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.096303] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2411.096303] env[62490]: value = "task-2066686" [ 2411.096303] env[62490]: _type = "Task" [ 2411.096303] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.128281] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d5a535-bebd-478b-a444-98b8459552a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.130807] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.135789] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be70a1e5-cb55-4d22-8966-28a6c1bc26dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.149620] env[62490]: DEBUG nova.compute.provider_tree [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2411.171846] env[62490]: DEBUG nova.compute.manager [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2411.171899] env[62490]: DEBUG nova.compute.manager [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing instance network info cache due to event network-changed-c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2411.172133] env[62490]: DEBUG oslo_concurrency.lockutils [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] Acquiring lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2411.172274] env[62490]: DEBUG oslo_concurrency.lockutils [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] Acquired lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2411.172436] env[62490]: DEBUG nova.network.neutron [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Refreshing network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2411.575016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2411.575269] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Processing image 0a927d87-fbb5-4487-ac0e-624df1da4655 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2411.575505] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655/0a927d87-fbb5-4487-ac0e-624df1da4655.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2411.575654] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655/0a927d87-fbb5-4487-ac0e-624df1da4655.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2411.575833] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2411.576104] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20c8fb5d-7105-4bd3-aab2-ba89bbf73a93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.584223] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2411.584400] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2411.585108] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fbf3ae-67c3-4f21-bf81-def359fd4245 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.590171] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2411.590171] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527eb2ef-0f98-5ceb-4ff0-3137e2f4d41b" [ 2411.590171] env[62490]: _type = "Task" [ 2411.590171] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.606709] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Preparing fetch location {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2411.606940] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Fetch image to [datastore1] OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977/OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977.vmdk {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2411.607140] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Downloading stream optimized image 0a927d87-fbb5-4487-ac0e-624df1da4655 to [datastore1] OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977/OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977.vmdk on the data store datastore1 as vApp {{(pid=62490) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2411.607315] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Downloading image file data 0a927d87-fbb5-4487-ac0e-624df1da4655 to the ESX as VM named 'OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977' {{(pid=62490) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2411.609088] env[62490]: DEBUG oslo_vmware.api [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066686, 'name': PowerOnVM_Task, 'duration_secs': 0.356069} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.609502] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2411.609690] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-71916de7-9431-481a-b64a-00306fa3ab1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance 'ad1baffc-bfec-402c-9a1f-742b1b6af800' progress to 100 {{(pid=62490) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2411.676914] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2411.676914] env[62490]: value = "resgroup-9" [ 2411.676914] env[62490]: _type = "ResourcePool" [ 2411.676914] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2411.677211] env[62490]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-927128e3-2087-43f6-b45d-ad4706ec5643 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.693545] env[62490]: DEBUG nova.scheduler.client.report [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2411.693787] env[62490]: DEBUG nova.compute.provider_tree [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 183 to 184 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2411.693965] env[62490]: DEBUG nova.compute.provider_tree [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2411.704296] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease: (returnval){ [ 2411.704296] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525df8f7-8e75-633b-36b3-a553bdbc8cea" [ 2411.704296] env[62490]: _type = "HttpNfcLease" [ 2411.704296] env[62490]: } obtained for vApp import into resource pool (val){ [ 2411.704296] env[62490]: value = "resgroup-9" [ 2411.704296] env[62490]: _type = "ResourcePool" [ 2411.704296] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2411.704597] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the lease: (returnval){ [ 2411.704597] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525df8f7-8e75-633b-36b3-a553bdbc8cea" [ 2411.704597] env[62490]: _type = "HttpNfcLease" [ 2411.704597] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2411.710812] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2411.710812] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525df8f7-8e75-633b-36b3-a553bdbc8cea" [ 2411.710812] env[62490]: _type = "HttpNfcLease" [ 2411.710812] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2411.971910] env[62490]: DEBUG nova.network.neutron [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updated VIF entry in instance network info cache for port c5caf745-e8b2-4c01-b483-4c363754302d. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2411.972351] env[62490]: DEBUG nova.network.neutron [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [{"id": "c5caf745-e8b2-4c01-b483-4c363754302d", "address": "fa:16:3e:9e:91:fb", "network": {"id": "5128eca2-8f3a-49e2-98fe-c22fb835666f", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1272355672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "139f5c9fc31e42d2881737752c455337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5caf745-e8", "ovs_interfaceid": "c5caf745-e8b2-4c01-b483-4c363754302d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.199587] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.943s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.200138] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2412.202584] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.927s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.204050] env[62490]: INFO nova.compute.claims [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2412.213304] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2412.213304] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525df8f7-8e75-633b-36b3-a553bdbc8cea" [ 2412.213304] env[62490]: _type = "HttpNfcLease" [ 2412.213304] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2412.213560] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2412.213560] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525df8f7-8e75-633b-36b3-a553bdbc8cea" [ 2412.213560] env[62490]: _type = "HttpNfcLease" [ 2412.213560] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2412.214279] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94693d26-59ad-490c-860d-8dd3893585ca {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.222051] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e8858-82b3-f2fd-a584-ea40c0b3d1e4/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2412.222232] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e8858-82b3-f2fd-a584-ea40c0b3d1e4/disk-0.vmdk. {{(pid=62490) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2412.284919] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9e90bdf-c4ca-46b0-b7f9-2e806c82d1fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.475991] env[62490]: DEBUG oslo_concurrency.lockutils [req-2c51d483-90f5-4b79-813b-0313c76a811b req-9bd7eba6-6c5e-49d7-a575-e227b9b0e3dd service nova] Releasing lock "refresh_cache-3d59b26b-5314-4f91-b442-5644e956880f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2412.707809] env[62490]: DEBUG nova.compute.utils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2412.710852] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2412.711012] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2412.750897] env[62490]: DEBUG nova.policy [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd167fe8e96bc45d0b2c1b90bf628c228', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b91792423594491ea4932d3f8b7f704c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2413.037471] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Successfully created port: 8b6a844f-de44-406a-a822-f60d6b11cc82 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2413.217418] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2413.361437] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fab836-0b23-43b8-aeea-2503e3933560 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.372373] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232a38b2-8387-4edc-8790-ba0c34764b81 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.408940] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d79ebe-3e7f-4e90-a3da-9dec04ef4498 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.418923] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11759e4-e3df-4f09-8376-51fbe0262fe1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.424647] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Completed reading data from the image iterator. {{(pid=62490) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2413.424839] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e8858-82b3-f2fd-a584-ea40c0b3d1e4/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2413.425622] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722959fa-8e93-448e-9308-2aaa79a39a02 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.438550] env[62490]: DEBUG nova.compute.provider_tree [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2413.441478] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e8858-82b3-f2fd-a584-ea40c0b3d1e4/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2413.441659] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e8858-82b3-f2fd-a584-ea40c0b3d1e4/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2413.442097] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f2da3ac5-96f8-4d56-94e0-14948675ad30 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.613951] env[62490]: DEBUG oslo_vmware.rw_handles [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e8858-82b3-f2fd-a584-ea40c0b3d1e4/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2413.614208] env[62490]: INFO nova.virt.vmwareapi.images [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Downloaded image file data 0a927d87-fbb5-4487-ac0e-624df1da4655 [ 2413.615099] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4e322c-eeb4-4a9c-9573-8768cca84ae8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.632170] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63a50f9e-1fe2-4c4f-a3ca-8a16cafca957 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.663159] env[62490]: INFO nova.virt.vmwareapi.images [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] The imported VM was unregistered [ 2413.665740] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Caching image {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2413.665980] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2413.666302] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56c81ad6-252e-4ba5-920a-9c741b094eb1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.686050] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Created directory with path [datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2413.686050] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977/OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977.vmdk to [datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655/0a927d87-fbb5-4487-ac0e-624df1da4655.vmdk. {{(pid=62490) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2413.686302] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-28a81837-4f58-4bae-a24b-d0253c38862a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.693144] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2413.693144] env[62490]: value = "task-2066689" [ 2413.693144] env[62490]: _type = "Task" [ 2413.693144] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.701808] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.912572] env[62490]: DEBUG nova.network.neutron [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Port 8741cc8e-b50b-417a-b1d6-8dad0e383954 binding to destination host cpu-1 is already ACTIVE {{(pid=62490) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2413.912843] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.912996] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.913176] env[62490]: DEBUG nova.network.neutron [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2413.943147] env[62490]: DEBUG nova.scheduler.client.report [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2414.202964] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.229194] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2414.279943] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2414.280196] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2414.280360] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2414.280542] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2414.280823] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2414.280923] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2414.281164] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2414.281332] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2414.281502] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2414.281670] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2414.281847] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2414.282768] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff33d47-587b-4745-8499-7e0e52b6e1b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.291962] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f3a1d-173a-4551-9750-a08a08ebb2d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.448440] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.448999] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2414.645844] env[62490]: DEBUG nova.compute.manager [req-a0a37f0e-ec18-4cb7-a91c-006cc470b6e1 req-94bda748-e7c9-4b85-b44c-d4cdfc0f2012 service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Received event network-vif-plugged-8b6a844f-de44-406a-a822-f60d6b11cc82 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2414.647226] env[62490]: DEBUG oslo_concurrency.lockutils [req-a0a37f0e-ec18-4cb7-a91c-006cc470b6e1 req-94bda748-e7c9-4b85-b44c-d4cdfc0f2012 service nova] Acquiring lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.647550] env[62490]: DEBUG oslo_concurrency.lockutils [req-a0a37f0e-ec18-4cb7-a91c-006cc470b6e1 req-94bda748-e7c9-4b85-b44c-d4cdfc0f2012 service nova] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.648011] env[62490]: DEBUG oslo_concurrency.lockutils [req-a0a37f0e-ec18-4cb7-a91c-006cc470b6e1 req-94bda748-e7c9-4b85-b44c-d4cdfc0f2012 service nova] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.648273] env[62490]: DEBUG nova.compute.manager [req-a0a37f0e-ec18-4cb7-a91c-006cc470b6e1 req-94bda748-e7c9-4b85-b44c-d4cdfc0f2012 service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] No waiting events found dispatching network-vif-plugged-8b6a844f-de44-406a-a822-f60d6b11cc82 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2414.648493] env[62490]: WARNING nova.compute.manager [req-a0a37f0e-ec18-4cb7-a91c-006cc470b6e1 req-94bda748-e7c9-4b85-b44c-d4cdfc0f2012 service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Received unexpected event network-vif-plugged-8b6a844f-de44-406a-a822-f60d6b11cc82 for instance with vm_state building and task_state spawning. [ 2414.707370] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.954478] env[62490]: DEBUG nova.compute.utils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2414.955941] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2414.959991] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2415.063260] env[62490]: DEBUG nova.policy [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd167fe8e96bc45d0b2c1b90bf628c228', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b91792423594491ea4932d3f8b7f704c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2415.086541] env[62490]: DEBUG nova.network.neutron [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.118302] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Successfully updated port: 8b6a844f-de44-406a-a822-f60d6b11cc82 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2415.206405] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.396540] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Successfully created port: 7b3e6e0b-11e3-47a1-974a-bf55511876e0 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2415.459754] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2415.589171] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.621606] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "refresh_cache-6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.621763] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "refresh_cache-6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.621942] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2415.705862] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.093037] env[62490]: DEBUG nova.compute.manager [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62490) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2416.093037] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.093287] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.173532] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2416.208653] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.371650] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Updating instance_info_cache with network_info: [{"id": "8b6a844f-de44-406a-a822-f60d6b11cc82", "address": "fa:16:3e:bf:59:72", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a844f-de", "ovs_interfaceid": "8b6a844f-de44-406a-a822-f60d6b11cc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.469452] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2416.497853] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2416.498122] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2416.498297] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2416.498478] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2416.498627] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2416.498777] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2416.498982] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2416.499156] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2416.499325] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2416.499489] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2416.499726] env[62490]: DEBUG nova.virt.hardware [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2416.500570] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ea773-9091-44f3-88b0-404b23158653 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.507929] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e65d33-9570-4ca8-af7d-d3f284ab3102 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.596983] env[62490]: DEBUG nova.objects.instance [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'migration_context' on Instance uuid ad1baffc-bfec-402c-9a1f-742b1b6af800 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2416.675188] env[62490]: DEBUG nova.compute.manager [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Received event network-changed-8b6a844f-de44-406a-a822-f60d6b11cc82 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2416.675389] env[62490]: DEBUG nova.compute.manager [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Refreshing instance network info cache due to event network-changed-8b6a844f-de44-406a-a822-f60d6b11cc82. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2416.675579] env[62490]: DEBUG oslo_concurrency.lockutils [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] Acquiring lock "refresh_cache-6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.706114] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.873943] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "refresh_cache-6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.874315] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Instance network_info: |[{"id": "8b6a844f-de44-406a-a822-f60d6b11cc82", "address": "fa:16:3e:bf:59:72", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a844f-de", "ovs_interfaceid": "8b6a844f-de44-406a-a822-f60d6b11cc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2416.874625] env[62490]: DEBUG oslo_concurrency.lockutils [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] Acquired lock "refresh_cache-6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.874808] env[62490]: DEBUG nova.network.neutron [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Refreshing network info cache for port 8b6a844f-de44-406a-a822-f60d6b11cc82 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2416.876097] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:59:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6a844f-de44-406a-a822-f60d6b11cc82', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2416.883987] env[62490]: DEBUG oslo.service.loopingcall [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.885064] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2416.885298] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea40a8fe-e5b8-43b3-bc8c-ddf915d299a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.900991] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Successfully updated port: 7b3e6e0b-11e3-47a1-974a-bf55511876e0 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2416.908594] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2416.908594] env[62490]: value = "task-2066690" [ 2416.908594] env[62490]: _type = "Task" [ 2416.908594] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.919098] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066690, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.202565] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebee9c5-2e16-41b2-8c9e-3e6e4584aae7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.210892] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066689, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.237042} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.212678] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977/OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977.vmdk to [datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655/0a927d87-fbb5-4487-ac0e-624df1da4655.vmdk. [ 2417.212874] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Cleaning up location [datastore1] OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2417.213054] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c843e2a5-9a72-440f-b471-6c204a28b977 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2417.213400] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b1a1ffa-68db-4545-974d-bb6e3e141b2e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.215546] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1175f1-dea8-402e-b9b4-20f8527208f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.249017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955a774-cb80-427d-8263-922ba1429aa6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.251678] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2417.251678] env[62490]: value = "task-2066691" [ 2417.251678] env[62490]: _type = "Task" [ 2417.251678] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.258267] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04647952-2e98-4594-b956-852a85e15e95 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.264440] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.273737] env[62490]: DEBUG nova.compute.provider_tree [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2417.403604] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "refresh_cache-be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.404024] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "refresh_cache-be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.404024] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2417.419834] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066690, 'name': CreateVM_Task} progress is 25%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.604384] env[62490]: DEBUG nova.network.neutron [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Updated VIF entry in instance network info cache for port 8b6a844f-de44-406a-a822-f60d6b11cc82. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2417.604795] env[62490]: DEBUG nova.network.neutron [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Updating instance_info_cache with network_info: [{"id": "8b6a844f-de44-406a-a822-f60d6b11cc82", "address": "fa:16:3e:bf:59:72", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a844f-de", "ovs_interfaceid": "8b6a844f-de44-406a-a822-f60d6b11cc82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.762363] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159262} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.762608] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2417.762777] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655/0a927d87-fbb5-4487-ac0e-624df1da4655.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.763027] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655/0a927d87-fbb5-4487-ac0e-624df1da4655.vmdk to [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2417.763283] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e05437c6-f8f6-4c69-b562-f2dcc508a642 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.769046] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2417.769046] env[62490]: value = "task-2066692" [ 2417.769046] env[62490]: _type = "Task" [ 2417.769046] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.777348] env[62490]: DEBUG nova.scheduler.client.report [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2417.780292] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.919155] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066690, 'name': CreateVM_Task, 'duration_secs': 0.739173} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.919353] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2417.920146] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.920329] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.920623] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2417.920886] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcd9661-95c5-4090-8eb5-ecdc7eb2cfb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.925676] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2417.925676] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5234466a-9680-3625-7600-deb4315f1ebb" [ 2417.925676] env[62490]: _type = "Task" [ 2417.925676] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.933077] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5234466a-9680-3625-7600-deb4315f1ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.951358] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2418.077480] env[62490]: DEBUG nova.network.neutron [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Updating instance_info_cache with network_info: [{"id": "7b3e6e0b-11e3-47a1-974a-bf55511876e0", "address": "fa:16:3e:8d:f6:90", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3e6e0b-11", "ovs_interfaceid": "7b3e6e0b-11e3-47a1-974a-bf55511876e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.107539] env[62490]: DEBUG oslo_concurrency.lockutils [req-8cd6fa44-d85b-4da0-a4d8-db69e67437c3 req-5bd62174-a227-4486-980b-1aa9e61af3df service nova] Releasing lock "refresh_cache-6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2418.279752] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066692, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.439949] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5234466a-9680-3625-7600-deb4315f1ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.046061} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.440309] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2418.440606] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2418.440912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.441138] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.441378] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2418.441676] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b804d7a3-266a-48f9-9bba-7b50bb956b26 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.459401] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2418.459616] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2418.460475] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c6b27a-8fe1-43e2-9d9e-cbe9f46583c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.466810] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2418.466810] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c23a04-a75d-5344-30e1-49dc1b47a1f6" [ 2418.466810] env[62490]: _type = "Task" [ 2418.466810] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.475596] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c23a04-a75d-5344-30e1-49dc1b47a1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.581013] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "refresh_cache-be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2418.581403] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Instance network_info: |[{"id": "7b3e6e0b-11e3-47a1-974a-bf55511876e0", "address": "fa:16:3e:8d:f6:90", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3e6e0b-11", "ovs_interfaceid": "7b3e6e0b-11e3-47a1-974a-bf55511876e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2418.581840] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:f6:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b3e6e0b-11e3-47a1-974a-bf55511876e0', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2418.589585] env[62490]: DEBUG oslo.service.loopingcall [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2418.589857] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2418.590104] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e128c9-ed99-4cf1-88ee-f7fe640239c7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.613263] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2418.613263] env[62490]: value = "task-2066693" [ 2418.613263] env[62490]: _type = "Task" [ 2418.613263] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.624545] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066693, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.706879] env[62490]: DEBUG nova.compute.manager [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Received event network-vif-plugged-7b3e6e0b-11e3-47a1-974a-bf55511876e0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2418.707123] env[62490]: DEBUG oslo_concurrency.lockutils [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] Acquiring lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.707361] env[62490]: DEBUG oslo_concurrency.lockutils [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.707499] env[62490]: DEBUG oslo_concurrency.lockutils [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.707707] env[62490]: DEBUG nova.compute.manager [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] No waiting events found dispatching network-vif-plugged-7b3e6e0b-11e3-47a1-974a-bf55511876e0 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2418.707904] env[62490]: WARNING nova.compute.manager [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Received unexpected event network-vif-plugged-7b3e6e0b-11e3-47a1-974a-bf55511876e0 for instance with vm_state building and task_state spawning. [ 2418.708084] env[62490]: DEBUG nova.compute.manager [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Received event network-changed-7b3e6e0b-11e3-47a1-974a-bf55511876e0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2418.708256] env[62490]: DEBUG nova.compute.manager [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Refreshing instance network info cache due to event network-changed-7b3e6e0b-11e3-47a1-974a-bf55511876e0. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2418.708442] env[62490]: DEBUG oslo_concurrency.lockutils [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] Acquiring lock "refresh_cache-be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.708594] env[62490]: DEBUG oslo_concurrency.lockutils [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] Acquired lock "refresh_cache-be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.708757] env[62490]: DEBUG nova.network.neutron [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Refreshing network info cache for port 7b3e6e0b-11e3-47a1-974a-bf55511876e0 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2418.781196] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066692, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.787469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.694s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.980613] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c23a04-a75d-5344-30e1-49dc1b47a1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.054033} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.981614] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb34563d-91f4-4ed8-b0c8-242fbc2c0b43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.988954] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2418.988954] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52658e34-cd68-6249-1e4a-785c31abec05" [ 2418.988954] env[62490]: _type = "Task" [ 2418.988954] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.999227] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52658e34-cd68-6249-1e4a-785c31abec05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.124965] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066693, 'name': CreateVM_Task, 'duration_secs': 0.402159} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.125160] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2419.125845] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2419.126016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.126352] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2419.126612] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6401f13a-4e22-469b-bf48-2743e7177483 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.134048] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2419.134048] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52587757-fbb7-a6ab-b17b-db568757981c" [ 2419.134048] env[62490]: _type = "Task" [ 2419.134048] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.144701] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52587757-fbb7-a6ab-b17b-db568757981c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.281582] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066692, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.434475] env[62490]: DEBUG nova.network.neutron [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Updated VIF entry in instance network info cache for port 7b3e6e0b-11e3-47a1-974a-bf55511876e0. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2419.434886] env[62490]: DEBUG nova.network.neutron [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Updating instance_info_cache with network_info: [{"id": "7b3e6e0b-11e3-47a1-974a-bf55511876e0", "address": "fa:16:3e:8d:f6:90", "network": {"id": "e18bd0ea-66ed-489d-9f09-acb89b151176", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1719101270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b91792423594491ea4932d3f8b7f704c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b3e6e0b-11", "ovs_interfaceid": "7b3e6e0b-11e3-47a1-974a-bf55511876e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.501226] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52658e34-cd68-6249-1e4a-785c31abec05, 'name': SearchDatastore_Task, 'duration_secs': 0.081216} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.501471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.501702] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b/6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2419.501989] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef6dcb51-3474-4527-b7de-2ccdcbc4eaa5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.511964] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2419.511964] env[62490]: value = "task-2066694" [ 2419.511964] env[62490]: _type = "Task" [ 2419.511964] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.522403] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.646586] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52587757-fbb7-a6ab-b17b-db568757981c, 'name': SearchDatastore_Task, 'duration_secs': 0.080351} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.646762] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.646955] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2419.647216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2419.647370] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.647553] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2419.647937] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dde12a23-9f02-4674-bcf2-62e8f98108fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.665980] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2419.665980] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2419.666641] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e1c84d-8f51-40e7-85c2-43f5ad945884 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.674276] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2419.674276] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde562-f783-d631-a9d4-d81c3973220d" [ 2419.674276] env[62490]: _type = "Task" [ 2419.674276] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.685212] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde562-f783-d631-a9d4-d81c3973220d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.783533] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066692, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.938334] env[62490]: DEBUG oslo_concurrency.lockutils [req-0b6c28a1-e913-4827-8a71-17e014c89f73 req-22bbf8f2-5160-4bc8-878c-c1db29523239 service nova] Releasing lock "refresh_cache-be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2420.024544] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.188774] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52dde562-f783-d631-a9d4-d81c3973220d, 'name': SearchDatastore_Task, 'duration_secs': 0.083559} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.190139] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6710ff64-7478-47f5-b784-4de1db0339a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.197726] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2420.197726] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524ff6bf-2a89-9c61-e220-83fcfcb0a35c" [ 2420.197726] env[62490]: _type = "Task" [ 2420.197726] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.209990] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524ff6bf-2a89-9c61-e220-83fcfcb0a35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.284312] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066692, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.325811] env[62490]: INFO nova.compute.manager [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Swapping old allocation on dict_keys(['58d12e9c-c3f5-4a54-9afe-d46accdaa966']) held by migration 9eaf766b-63fd-4853-b72b-9e6cf95267ac for instance [ 2420.350368] env[62490]: DEBUG nova.scheduler.client.report [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Overwriting current allocation {'allocations': {'58d12e9c-c3f5-4a54-9afe-d46accdaa966': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': '076f25402b0741f9b905dd00a1d365bc', 'user_id': '9f4d221d283c4f4fb8a20cb1f8eef708', 'consumer_generation': 1} on consumer ad1baffc-bfec-402c-9a1f-742b1b6af800 {{(pid=62490) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2420.437371] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2420.437737] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2420.437737] env[62490]: DEBUG nova.network.neutron [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2420.521719] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.709391] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524ff6bf-2a89-9c61-e220-83fcfcb0a35c, 'name': SearchDatastore_Task, 'duration_secs': 0.083549} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.709647] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2420.709924] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3/be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2420.710201] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84c30ffe-a843-4152-944c-d62efc33092b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.716568] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2420.716568] env[62490]: value = "task-2066695" [ 2420.716568] env[62490]: _type = "Task" [ 2420.716568] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.724061] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.783992] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066692, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.865655} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.783992] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0a927d87-fbb5-4487-ac0e-624df1da4655/0a927d87-fbb5-4487-ac0e-624df1da4655.vmdk to [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2420.784262] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3123349a-ebbb-40a5-9eb4-bcec0e1c8d15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.805918] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2420.806216] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c73fa4-ff4d-4bf7-881a-62616a04ae2d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.826097] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2420.826097] env[62490]: value = "task-2066696" [ 2420.826097] env[62490]: _type = "Task" [ 2420.826097] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.836873] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.022663] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066694, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.179761] env[62490]: DEBUG nova.network.neutron [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [{"id": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "address": "fa:16:3e:90:90:d5", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8741cc8e-b5", "ovs_interfaceid": "8741cc8e-b50b-417a-b1d6-8dad0e383954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.227732] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.335584] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066696, 'name': ReconfigVM_Task, 'duration_secs': 0.298175} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.335952] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f/3d59b26b-5314-4f91-b442-5644e956880f.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2421.336594] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ac78407-2312-4730-b41d-7319585ff3cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.342061] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2421.342061] env[62490]: value = "task-2066697" [ 2421.342061] env[62490]: _type = "Task" [ 2421.342061] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.349624] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066697, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.523586] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066694, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.813273} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.523871] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b/6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2421.524020] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2421.524286] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae02bb32-a678-441e-be44-7e9134d6399b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.532240] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2421.532240] env[62490]: value = "task-2066698" [ 2421.532240] env[62490]: _type = "Task" [ 2421.532240] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.541031] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.683017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ad1baffc-bfec-402c-9a1f-742b1b6af800" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.683490] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2421.683781] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4629c629-30e8-420d-b3c6-4289e10546ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.690527] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2421.690527] env[62490]: value = "task-2066699" [ 2421.690527] env[62490]: _type = "Task" [ 2421.690527] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.699316] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.726157] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943011} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.726397] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3/be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2421.726603] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2421.726845] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-effccbdf-3653-4e23-9694-f19c249e46b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.733236] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2421.733236] env[62490]: value = "task-2066700" [ 2421.733236] env[62490]: _type = "Task" [ 2421.733236] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.740333] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.854192] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066697, 'name': Rename_Task, 'duration_secs': 0.159253} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.854468] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2421.854713] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ab48c3-0f7e-4302-83e5-dedbf3b64a43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.860727] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2421.860727] env[62490]: value = "task-2066701" [ 2421.860727] env[62490]: _type = "Task" [ 2421.860727] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.868209] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.042276] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091582} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.042540] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2422.043364] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6609d6-4f69-4c45-b056-2c863f656dc3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.065060] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b/6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2422.065302] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e71e89-809b-4104-9f1b-a48cb033336a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.084738] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2422.084738] env[62490]: value = "task-2066702" [ 2422.084738] env[62490]: _type = "Task" [ 2422.084738] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.092282] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.201498] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066699, 'name': PowerOffVM_Task, 'duration_secs': 0.215325} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.201815] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2422.202574] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2422.202808] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2422.202940] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2422.203136] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2422.203315] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2422.203438] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2422.203663] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2422.203856] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2422.204027] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2422.204204] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2422.204396] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2422.209446] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ccf5d6f-44ea-42cb-a1bc-7dc68af211a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.225179] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2422.225179] env[62490]: value = "task-2066703" [ 2422.225179] env[62490]: _type = "Task" [ 2422.225179] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.232997] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.242351] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064427} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.242592] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2422.243331] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6859faa-eade-4fa6-8d8e-3a25191e903a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.267451] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3/be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2422.267908] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb2d61d-7044-45d1-a6d5-9d8a25aecc30 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.288314] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2422.288314] env[62490]: value = "task-2066704" [ 2422.288314] env[62490]: _type = "Task" [ 2422.288314] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.297161] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.370548] env[62490]: DEBUG oslo_vmware.api [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066701, 'name': PowerOnVM_Task, 'duration_secs': 0.494551} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.371022] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2422.478488] env[62490]: DEBUG nova.compute.manager [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2422.479698] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4943f75a-d0fe-45e6-94c5-d5b65a102007 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.595242] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066702, 'name': ReconfigVM_Task, 'duration_secs': 0.283226} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.595546] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b/6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2422.596168] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3545548-1fb9-4566-a87b-7994ec547b02 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.602225] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2422.602225] env[62490]: value = "task-2066705" [ 2422.602225] env[62490]: _type = "Task" [ 2422.602225] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.612289] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066705, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.734423] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066703, 'name': ReconfigVM_Task, 'duration_secs': 0.155017} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.735241] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2e7387-62c1-49a9-96cc-8abd87ca7a11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.754655] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2422.754930] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2422.755058] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2422.755250] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2422.755397] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2422.755649] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2422.755773] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2422.755982] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2422.756178] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2422.756345] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2422.756519] env[62490]: DEBUG nova.virt.hardware [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2422.757290] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d85fabf-3f81-4c27-87e1-6b4dd48b71a8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.762806] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2422.762806] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529ea155-f359-9e5f-d498-5599f60fac5a" [ 2422.762806] env[62490]: _type = "Task" [ 2422.762806] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.770475] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529ea155-f359-9e5f-d498-5599f60fac5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.796349] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.996698] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e4662aaf-5fe8-4950-a352-f4dfc1f31f38 tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.253s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.112320] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066705, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.273830] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529ea155-f359-9e5f-d498-5599f60fac5a, 'name': SearchDatastore_Task, 'duration_secs': 0.030468} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.278594] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2423.278879] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ed68a2-7087-4987-9d06-1e44693b523f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.300940] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2423.300940] env[62490]: value = "task-2066706" [ 2423.300940] env[62490]: _type = "Task" [ 2423.300940] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.307239] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066704, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.312165] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.612121] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066705, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.723860] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.724154] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.724358] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "3d59b26b-5314-4f91-b442-5644e956880f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.724543] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.724742] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.727073] env[62490]: INFO nova.compute.manager [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Terminating instance [ 2423.802353] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066704, 'name': ReconfigVM_Task, 'duration_secs': 1.042361} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.806861] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Reconfigured VM instance instance-00000076 to attach disk [datastore1] be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3/be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2423.807505] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2790b0d6-db00-4056-bbe1-65c773fe6e75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.813653] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066706, 'name': ReconfigVM_Task, 'duration_secs': 0.198385} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.813895] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2423.815441] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a036e15e-80b6-451f-bb95-23313acf0145 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.817676] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2423.817676] env[62490]: value = "task-2066707" [ 2423.817676] env[62490]: _type = "Task" [ 2423.817676] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.838273] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2423.838880] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28aaeeb7-9010-43ff-800b-100440ca455b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.854870] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066707, 'name': Rename_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.859482] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2423.859482] env[62490]: value = "task-2066708" [ 2423.859482] env[62490]: _type = "Task" [ 2423.859482] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.867936] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.112830] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066705, 'name': Rename_Task, 'duration_secs': 1.116747} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.113737] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2424.113737] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ecd1e2-bd65-44e0-b0db-06509b9bc571 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.119830] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2424.119830] env[62490]: value = "task-2066709" [ 2424.119830] env[62490]: _type = "Task" [ 2424.119830] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.128302] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.231385] env[62490]: DEBUG nova.compute.manager [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2424.231608] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2424.232621] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf60ad-8981-4eae-bec1-45c965a40383 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.239985] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2424.240239] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e7d629-f797-4e9a-b229-6708865a3377 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.246256] env[62490]: DEBUG oslo_vmware.api [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2424.246256] env[62490]: value = "task-2066710" [ 2424.246256] env[62490]: _type = "Task" [ 2424.246256] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.254524] env[62490]: DEBUG oslo_vmware.api [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.327249] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066707, 'name': Rename_Task, 'duration_secs': 0.181106} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.327501] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2424.327743] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e109b3af-364d-415d-b045-2c6dfae9b68e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.334237] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2424.334237] env[62490]: value = "task-2066711" [ 2424.334237] env[62490]: _type = "Task" [ 2424.334237] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.342309] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.369291] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066708, 'name': ReconfigVM_Task, 'duration_secs': 0.345503} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.369573] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800/ad1baffc-bfec-402c-9a1f-742b1b6af800.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2424.370462] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d9d3d4-65ba-4f50-83d8-221021cd3329 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.390217] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b6aaa-4418-463d-bc23-7cafd556a34f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.411980] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7953cdc8-0ccd-4c7d-8af2-26e2395fefa8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.431249] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01305f3-fc25-451d-8cb7-360be6911a21 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.438879] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2424.439167] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-029cda19-b962-4bd7-98d9-e5d7862a68ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.445683] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2424.445683] env[62490]: value = "task-2066712" [ 2424.445683] env[62490]: _type = "Task" [ 2424.445683] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.455275] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.629640] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066709, 'name': PowerOnVM_Task, 'duration_secs': 0.485045} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.629640] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2424.629640] env[62490]: INFO nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Took 10.40 seconds to spawn the instance on the hypervisor. [ 2424.630187] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2424.630661] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e62e299-7241-4fb9-9d6e-0b70bdfe70da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.756917] env[62490]: DEBUG oslo_vmware.api [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066710, 'name': PowerOffVM_Task, 'duration_secs': 0.211239} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.757215] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2424.757388] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2424.757686] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce20ef16-a8c8-4815-a03f-fab49eea2c57 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.845077] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066711, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.956865] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.147202] env[62490]: INFO nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Took 15.91 seconds to build instance. [ 2425.350051] env[62490]: DEBUG oslo_vmware.api [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066711, 'name': PowerOnVM_Task, 'duration_secs': 0.657317} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.350051] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2425.350051] env[62490]: INFO nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Took 8.88 seconds to spawn the instance on the hypervisor. [ 2425.350363] env[62490]: DEBUG nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2425.351573] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad7b47-a938-4fce-b080-3a0b97e2b1b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.457362] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.649305] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.417s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.871660] env[62490]: INFO nova.compute.manager [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Took 16.61 seconds to build instance. [ 2425.961316] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066712, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.374435] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a2ac5d14-d6c1-48eb-a71f-26591b00f9ea tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.118s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2426.459977] env[62490]: DEBUG oslo_vmware.api [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066712, 'name': PowerOnVM_Task, 'duration_secs': 1.54733} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.460623] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2427.182953] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2427.183381] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.183448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2427.184029] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.184228] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.186353] env[62490]: INFO nova.compute.manager [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Terminating instance [ 2427.244864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2427.245129] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.245335] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2427.245512] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.245689] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.247747] env[62490]: INFO nova.compute.manager [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Terminating instance [ 2427.471446] env[62490]: INFO nova.compute.manager [None req-dfdc47ac-e3b7-4501-8ef5-38a8d450d7cf tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance to original state: 'active' [ 2427.689931] env[62490]: DEBUG nova.compute.manager [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2427.690311] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2427.691675] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ddb86c-ceab-44c3-93e0-c316d1eed50f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.702362] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2427.702708] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d776ca9-3653-4b07-aabd-9e68cf32c294 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.710415] env[62490]: DEBUG oslo_vmware.api [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2427.710415] env[62490]: value = "task-2066714" [ 2427.710415] env[62490]: _type = "Task" [ 2427.710415] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.721126] env[62490]: DEBUG oslo_vmware.api [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.752096] env[62490]: DEBUG nova.compute.manager [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2427.752334] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2427.753261] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c826296-1e91-4da1-9f32-1e3b499f0429 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.760986] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2427.761254] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed3e2ee0-f809-4b2b-b4bb-75284d796c48 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.767433] env[62490]: DEBUG oslo_vmware.api [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2427.767433] env[62490]: value = "task-2066715" [ 2427.767433] env[62490]: _type = "Task" [ 2427.767433] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.775991] env[62490]: DEBUG oslo_vmware.api [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.221658] env[62490]: DEBUG oslo_vmware.api [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066714, 'name': PowerOffVM_Task, 'duration_secs': 0.208315} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.222038] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2428.222247] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2428.222548] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28dfa4c7-0f69-44e9-9205-7ec3697c5d82 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.279818] env[62490]: DEBUG oslo_vmware.api [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066715, 'name': PowerOffVM_Task, 'duration_secs': 0.198529} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.280117] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2428.280291] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2428.280539] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a07f01-aeb9-461e-9896-6012800f8710 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.831241] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.831542] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.831762] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.831950] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.832167] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.834439] env[62490]: INFO nova.compute.manager [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Terminating instance [ 2429.338744] env[62490]: DEBUG nova.compute.manager [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2429.339122] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2429.339935] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd869c29-ab7a-4daa-b2ef-9d7331c04a48 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.344534] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2429.344730] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2429.344906] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleting the datastore file [datastore1] be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2429.345568] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615e2bc9-1ced-43f7-aae2-71b73587fdba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.349589] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2429.349821] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d627b85f-61fd-4a6a-8b3a-cdd30acbdbe3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.352099] env[62490]: DEBUG oslo_vmware.api [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2429.352099] env[62490]: value = "task-2066718" [ 2429.352099] env[62490]: _type = "Task" [ 2429.352099] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.358109] env[62490]: DEBUG oslo_vmware.api [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2429.358109] env[62490]: value = "task-2066719" [ 2429.358109] env[62490]: _type = "Task" [ 2429.358109] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.365111] env[62490]: DEBUG oslo_vmware.api [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.370311] env[62490]: DEBUG oslo_vmware.api [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.377139] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2429.377508] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2429.377812] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleting the datastore file [datastore1] 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2429.378221] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3a4a13-a54c-46d8-a1f1-195a1d1fea88 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.388065] env[62490]: DEBUG oslo_vmware.api [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for the task: (returnval){ [ 2429.388065] env[62490]: value = "task-2066720" [ 2429.388065] env[62490]: _type = "Task" [ 2429.388065] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.392489] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2429.392689] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2429.392860] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleting the datastore file [datastore1] 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2429.393449] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb5234d-f648-40fb-a321-8b7917ed52d0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.397796] env[62490]: DEBUG oslo_vmware.api [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.402698] env[62490]: DEBUG oslo_vmware.api [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for the task: (returnval){ [ 2429.402698] env[62490]: value = "task-2066721" [ 2429.402698] env[62490]: _type = "Task" [ 2429.402698] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.411658] env[62490]: DEBUG oslo_vmware.api [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.731404] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "584ae597-1d31-4de9-a944-4fc5780d2c29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.731622] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.731826] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.732088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.732274] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.734515] env[62490]: INFO nova.compute.manager [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Terminating instance [ 2429.862105] env[62490]: DEBUG oslo_vmware.api [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170734} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.865130] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2429.865315] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2429.865492] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2429.865661] env[62490]: INFO nova.compute.manager [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Took 2.11 seconds to destroy the instance on the hypervisor. [ 2429.865884] env[62490]: DEBUG oslo.service.loopingcall [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2429.866088] env[62490]: DEBUG nova.compute.manager [-] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2429.866183] env[62490]: DEBUG nova.network.neutron [-] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2429.873881] env[62490]: DEBUG oslo_vmware.api [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066719, 'name': PowerOffVM_Task, 'duration_secs': 0.19728} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.874150] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2429.874963] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2429.874963] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-309bb3f8-348d-41ec-80c3-04bd93c8e05a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.898733] env[62490]: DEBUG oslo_vmware.api [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Task: {'id': task-2066720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157815} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.898987] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2429.899188] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2429.899358] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2429.899532] env[62490]: INFO nova.compute.manager [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Took 5.67 seconds to destroy the instance on the hypervisor. [ 2429.899761] env[62490]: DEBUG oslo.service.loopingcall [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2429.899990] env[62490]: DEBUG nova.compute.manager [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2429.900104] env[62490]: DEBUG nova.network.neutron [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2429.911863] env[62490]: DEBUG oslo_vmware.api [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Task: {'id': task-2066721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172027} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.912111] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2429.912347] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2429.912554] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2429.912730] env[62490]: INFO nova.compute.manager [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Took 2.22 seconds to destroy the instance on the hypervisor. [ 2429.912953] env[62490]: DEBUG oslo.service.loopingcall [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2429.913153] env[62490]: DEBUG nova.compute.manager [-] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2429.913246] env[62490]: DEBUG nova.network.neutron [-] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2429.968746] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2429.968958] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2429.969159] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleting the datastore file [datastore1] ad1baffc-bfec-402c-9a1f-742b1b6af800 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2429.969424] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20a3ad2c-1f4f-4c5f-8b1b-4ae433ba1256 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.977596] env[62490]: DEBUG oslo_vmware.api [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2429.977596] env[62490]: value = "task-2066723" [ 2429.977596] env[62490]: _type = "Task" [ 2429.977596] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.985283] env[62490]: DEBUG oslo_vmware.api [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.239696] env[62490]: DEBUG nova.compute.manager [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2430.239980] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2430.240283] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdea6903-1545-48e5-8f54-8a2ef9e8efa9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.248775] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2430.248775] env[62490]: value = "task-2066724" [ 2430.248775] env[62490]: _type = "Task" [ 2430.248775] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.256246] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.492564] env[62490]: DEBUG oslo_vmware.api [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152547} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.497235] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2430.497235] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2430.497235] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2430.497425] env[62490]: INFO nova.compute.manager [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2430.497774] env[62490]: DEBUG oslo.service.loopingcall [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2430.497774] env[62490]: DEBUG nova.compute.manager [-] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2430.497904] env[62490]: DEBUG nova.network.neutron [-] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2430.521240] env[62490]: DEBUG nova.compute.manager [req-14b6accd-d5c5-450a-b789-ea6b1015914e req-980c5b8a-d1da-43d8-af3a-1e7dd4d8f312 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Received event network-vif-deleted-7b3e6e0b-11e3-47a1-974a-bf55511876e0 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2430.521439] env[62490]: INFO nova.compute.manager [req-14b6accd-d5c5-450a-b789-ea6b1015914e req-980c5b8a-d1da-43d8-af3a-1e7dd4d8f312 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Neutron deleted interface 7b3e6e0b-11e3-47a1-974a-bf55511876e0; detaching it from the instance and deleting it from the info cache [ 2430.521604] env[62490]: DEBUG nova.network.neutron [req-14b6accd-d5c5-450a-b789-ea6b1015914e req-980c5b8a-d1da-43d8-af3a-1e7dd4d8f312 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2430.757278] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066724, 'name': PowerOffVM_Task, 'duration_secs': 0.28541} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.757614] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2430.757749] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2430.757882] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423760', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'name': 'volume-982797ef-82a7-40ca-be2f-a8b5ba891168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '584ae597-1d31-4de9-a944-4fc5780d2c29', 'attached_at': '2025-01-13T05:51:20.000000', 'detached_at': '', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'serial': '982797ef-82a7-40ca-be2f-a8b5ba891168'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2430.758658] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89bcf3e-43b9-4399-a00c-2b5c76b8f612 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.776701] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869086a-d4de-4d4f-b004-7f9cd4e50c87 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.783250] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7804a-925a-4a3f-9b8f-b6f5628e4cbd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.800731] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a753bec7-4757-472b-9f75-c5aedb28d624 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.817021] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] The volume has not been displaced from its original location: [datastore1] volume-982797ef-82a7-40ca-be2f-a8b5ba891168/volume-982797ef-82a7-40ca-be2f-a8b5ba891168.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2430.822354] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2430.823792] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dbecf84-a726-4ea4-a515-21536298533f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.842651] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2430.842651] env[62490]: value = "task-2066725" [ 2430.842651] env[62490]: _type = "Task" [ 2430.842651] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.850963] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.993919] env[62490]: DEBUG nova.network.neutron [-] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.025058] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-949360a9-c018-4967-9410-e102d77d3526 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.037392] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc408947-cbf4-473c-ae2d-bfee74003960 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.050970] env[62490]: DEBUG nova.network.neutron [-] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.070196] env[62490]: DEBUG nova.compute.manager [req-14b6accd-d5c5-450a-b789-ea6b1015914e req-980c5b8a-d1da-43d8-af3a-1e7dd4d8f312 service nova] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Detach interface failed, port_id=7b3e6e0b-11e3-47a1-974a-bf55511876e0, reason: Instance be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2431.337081] env[62490]: DEBUG nova.network.neutron [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.352969] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066725, 'name': ReconfigVM_Task, 'duration_secs': 0.162671} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.353839] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2431.358849] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d50936bf-50d6-43de-97a4-0cb754b469f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.374413] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2431.374413] env[62490]: value = "task-2066726" [ 2431.374413] env[62490]: _type = "Task" [ 2431.374413] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.382613] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.496634] env[62490]: INFO nova.compute.manager [-] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Took 1.63 seconds to deallocate network for instance. [ 2431.552769] env[62490]: DEBUG nova.network.neutron [-] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.554466] env[62490]: INFO nova.compute.manager [-] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Took 1.64 seconds to deallocate network for instance. [ 2431.839433] env[62490]: INFO nova.compute.manager [-] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Took 1.94 seconds to deallocate network for instance. [ 2431.884941] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066726, 'name': ReconfigVM_Task, 'duration_secs': 0.132319} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.885260] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423760', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'name': 'volume-982797ef-82a7-40ca-be2f-a8b5ba891168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '584ae597-1d31-4de9-a944-4fc5780d2c29', 'attached_at': '2025-01-13T05:51:20.000000', 'detached_at': '', 'volume_id': '982797ef-82a7-40ca-be2f-a8b5ba891168', 'serial': '982797ef-82a7-40ca-be2f-a8b5ba891168'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2431.885527] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2431.886310] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab899660-1bba-490b-b64e-1383c107ea3a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.893294] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2431.893520] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-774dfe93-5ab4-4e00-9d4f-ea819811f5d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.003064] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.003363] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.003590] env[62490]: DEBUG nova.objects.instance [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lazy-loading 'resources' on Instance uuid be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2432.052435] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2432.052594] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2432.052765] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleting the datastore file [datastore1] 584ae597-1d31-4de9-a944-4fc5780d2c29 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2432.053065] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aa42f31-c0d5-4daa-98c9-9ea5039669b2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.057604] env[62490]: INFO nova.compute.manager [-] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Took 1.56 seconds to deallocate network for instance. [ 2432.061449] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.061896] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2432.061896] env[62490]: value = "task-2066728" [ 2432.061896] env[62490]: _type = "Task" [ 2432.061896] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.073243] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.346455] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.558192] env[62490]: DEBUG nova.compute.manager [req-866f5e8f-be5c-4257-9e53-885ddb5c9143 req-f0b5aa02-20c5-4aa5-a099-6823429e48af service nova] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Received event network-vif-deleted-8b6a844f-de44-406a-a822-f60d6b11cc82 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2432.558498] env[62490]: DEBUG nova.compute.manager [req-866f5e8f-be5c-4257-9e53-885ddb5c9143 req-f0b5aa02-20c5-4aa5-a099-6823429e48af service nova] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Received event network-vif-deleted-c5caf745-e8b2-4c01-b483-4c363754302d {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2432.558566] env[62490]: DEBUG nova.compute.manager [req-866f5e8f-be5c-4257-9e53-885ddb5c9143 req-f0b5aa02-20c5-4aa5-a099-6823429e48af service nova] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Received event network-vif-deleted-8741cc8e-b50b-417a-b1d6-8dad0e383954 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2432.569202] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.574824] env[62490]: DEBUG oslo_vmware.api [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08555} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.575110] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2432.575300] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2432.575475] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2432.575641] env[62490]: INFO nova.compute.manager [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Took 2.34 seconds to destroy the instance on the hypervisor. [ 2432.575870] env[62490]: DEBUG oslo.service.loopingcall [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2432.576074] env[62490]: DEBUG nova.compute.manager [-] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2432.576170] env[62490]: DEBUG nova.network.neutron [-] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2432.601414] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83693b2-b5a9-45d1-985a-f2c3465ee5d7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.610498] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3245749-72b3-4e2d-a3eb-5f56115d02b5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.641894] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb2e8b0-9743-4064-ad30-663ee12156a7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.650256] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d14ba86-87e4-4feb-b58e-ae6894f3af43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.664492] env[62490]: DEBUG nova.compute.provider_tree [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2433.167927] env[62490]: DEBUG nova.scheduler.client.report [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2433.493322] env[62490]: DEBUG nova.network.neutron [-] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.673136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.675345] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.614s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.675578] env[62490]: DEBUG nova.objects.instance [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lazy-loading 'resources' on Instance uuid 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2433.695898] env[62490]: INFO nova.scheduler.client.report [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted allocations for instance be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3 [ 2433.996326] env[62490]: INFO nova.compute.manager [-] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Took 1.42 seconds to deallocate network for instance. [ 2434.202732] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3cc500d4-f3d2-4704-acaf-202f59457384 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.958s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.254744] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f121946-cd6e-4936-9e23-865d778a41d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.262206] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2be5bf7-7ea4-4031-b297-35060ba287ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.291799] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b5865e-161a-4284-a667-c569e95fda91 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.299049] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71c991a-a80f-4010-88d5-e8d04ebea117 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.313131] env[62490]: DEBUG nova.compute.provider_tree [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2434.536175] env[62490]: INFO nova.compute.manager [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Took 0.54 seconds to detach 1 volumes for instance. [ 2434.538277] env[62490]: DEBUG nova.compute.manager [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Deleting volume: 982797ef-82a7-40ca-be2f-a8b5ba891168 {{(pid=62490) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2434.582660] env[62490]: DEBUG nova.compute.manager [req-9a0886d6-c037-41a6-b904-09fc7099a909 req-4e5bc009-479c-4707-b4f8-92b617d16dc3 service nova] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Received event network-vif-deleted-3900a324-62f0-48a7-b495-2aea9d7b98ce {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2434.816515] env[62490]: DEBUG nova.scheduler.client.report [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2435.074873] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.321181] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.323522] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.977s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.323750] env[62490]: DEBUG nova.objects.instance [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lazy-loading 'resources' on Instance uuid 3d59b26b-5314-4f91-b442-5644e956880f {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2435.338482] env[62490]: INFO nova.scheduler.client.report [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Deleted allocations for instance 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b [ 2435.845535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f847ff1d-4b4b-43aa-a9a9-70d248b8cab6 tempest-MultipleCreateTestJSON-1569375833 tempest-MultipleCreateTestJSON-1569375833-project-member] Lock "6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.662s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.906539] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f385ae5-3036-4f18-8404-5d6362e866a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.914461] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bebe60-f0e9-49a7-98c4-cd756c6cdbe1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.945746] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f54755-3853-499a-9222-5ff57ee95398 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.953221] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041e466-29eb-495a-8711-6ca521056c38 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.967568] env[62490]: DEBUG nova.compute.provider_tree [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2436.472445] env[62490]: DEBUG nova.scheduler.client.report [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2436.976921] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.979313] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.410s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.979556] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.981347] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.907s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.981578] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.999848] env[62490]: INFO nova.scheduler.client.report [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted allocations for instance 584ae597-1d31-4de9-a944-4fc5780d2c29 [ 2437.001806] env[62490]: INFO nova.scheduler.client.report [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Deleted allocations for instance 3d59b26b-5314-4f91-b442-5644e956880f [ 2437.011627] env[62490]: INFO nova.scheduler.client.report [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted allocations for instance ad1baffc-bfec-402c-9a1f-742b1b6af800 [ 2437.512307] env[62490]: DEBUG oslo_concurrency.lockutils [None req-a6d60aa2-e450-44d6-8854-413186a60fee tempest-ServerActionsTestOtherB-647982650 tempest-ServerActionsTestOtherB-647982650-project-member] Lock "3d59b26b-5314-4f91-b442-5644e956880f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.788s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.513623] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7211e246-a5e0-4172-aa4e-116cd412b383 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "584ae597-1d31-4de9-a944-4fc5780d2c29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.782s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.517946] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f8485eec-3141-4465-b5d9-04813c17ebed tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ad1baffc-bfec-402c-9a1f-742b1b6af800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.686s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.661351] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2437.661515] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2438.622476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.622476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.622476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.622476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.622476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.623492] env[62490]: INFO nova.compute.manager [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Terminating instance [ 2438.669804] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Skipping network cache update for instance because it is being deleted. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10496}} [ 2439.068991] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.069243] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.127480] env[62490]: DEBUG nova.compute.manager [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2439.127712] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2439.129033] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e5f52c-fb36-4409-9699-eeed5a3cd9b3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.139331] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2439.139331] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07336fd8-c183-4ded-b164-cc89b6ab8cb5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.145943] env[62490]: DEBUG oslo_vmware.api [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2439.145943] env[62490]: value = "task-2066731" [ 2439.145943] env[62490]: _type = "Task" [ 2439.145943] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.155269] env[62490]: DEBUG oslo_vmware.api [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.572983] env[62490]: DEBUG nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2439.655850] env[62490]: DEBUG oslo_vmware.api [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066731, 'name': PowerOffVM_Task, 'duration_secs': 0.192185} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.656588] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2439.656588] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2439.656861] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-397cccb4-3c92-4c96-97e5-8cc0c3da78d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.972034] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2439.972228] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2439.972402] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleting the datastore file [datastore1] c2d619ce-36cf-4e40-8e0d-e29d4d6e118c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2439.972672] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-868aaefd-fb92-4c03-a719-59e21d7ff313 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.980031] env[62490]: DEBUG oslo_vmware.api [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2439.980031] env[62490]: value = "task-2066733" [ 2439.980031] env[62490]: _type = "Task" [ 2439.980031] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.987613] env[62490]: DEBUG oslo_vmware.api [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.093831] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.094109] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.095729] env[62490]: INFO nova.compute.claims [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2440.165217] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "b37e24d5-442b-4fad-92db-3a777ec5964a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.165217] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.175250] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2440.175895] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2440.175895] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2440.489694] env[62490]: DEBUG oslo_vmware.api [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161553} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.490009] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2440.490347] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2440.490548] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2440.490731] env[62490]: INFO nova.compute.manager [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2440.490991] env[62490]: DEBUG oslo.service.loopingcall [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2440.491211] env[62490]: DEBUG nova.compute.manager [-] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2440.491308] env[62490]: DEBUG nova.network.neutron [-] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2440.659909] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2440.667498] env[62490]: DEBUG nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2440.751945] env[62490]: DEBUG nova.compute.manager [req-b2ca6bf2-858b-476a-b9c9-90fbaceb893d req-81440093-d118-400e-b85d-34d7589f897c service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Received event network-vif-deleted-d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.752171] env[62490]: INFO nova.compute.manager [req-b2ca6bf2-858b-476a-b9c9-90fbaceb893d req-81440093-d118-400e-b85d-34d7589f897c service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Neutron deleted interface d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc; detaching it from the instance and deleting it from the info cache [ 2440.752390] env[62490]: DEBUG nova.network.neutron [req-b2ca6bf2-858b-476a-b9c9-90fbaceb893d req-81440093-d118-400e-b85d-34d7589f897c service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2441.171313] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d01bc5-244e-4d9a-a779-f6aa97fc2484 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.181605] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be336b87-2089-4f9d-aef0-a99afcfb7ab7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.212264] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.213062] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f167f3-6de9-404d-8fd8-5e14600724e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.220365] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e310caa-6d9a-4b56-bc55-badb3cf8fbd9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.233258] env[62490]: DEBUG nova.network.neutron [-] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2441.234632] env[62490]: DEBUG nova.compute.provider_tree [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2441.255148] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e1a38c3-c436-4cf2-8c41-4c526cfeb477 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.264677] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db29f5-52ad-4a3b-a09b-8cb39a700a45 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.289256] env[62490]: DEBUG nova.compute.manager [req-b2ca6bf2-858b-476a-b9c9-90fbaceb893d req-81440093-d118-400e-b85d-34d7589f897c service nova] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Detach interface failed, port_id=d3dffa5c-e9a1-4612-a573-f8cb9ebbeefc, reason: Instance c2d619ce-36cf-4e40-8e0d-e29d4d6e118c could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2441.739750] env[62490]: INFO nova.compute.manager [-] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Took 1.25 seconds to deallocate network for instance. [ 2441.739750] env[62490]: DEBUG nova.scheduler.client.report [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2442.244706] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.245482] env[62490]: DEBUG nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2442.248513] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.036s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.250021] env[62490]: INFO nova.compute.claims [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2442.253325] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.754314] env[62490]: DEBUG nova.compute.utils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2442.757654] env[62490]: DEBUG nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2442.757833] env[62490]: DEBUG nova.network.neutron [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2442.812513] env[62490]: DEBUG nova.policy [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f4d221d283c4f4fb8a20cb1f8eef708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '076f25402b0741f9b905dd00a1d365bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2443.074138] env[62490]: DEBUG nova.network.neutron [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Successfully created port: 9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2443.261411] env[62490]: DEBUG nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2443.337895] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a60d9-e5a8-46ec-97a1-65da477a64cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.346109] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b432931-15f5-4881-9814-23f2bda6cd6f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.378440] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e074564-984e-4e68-b550-41a14337ef4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.385743] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5781e6d3-ec8d-4f40-a99e-945bd27bcebd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.401026] env[62490]: DEBUG nova.compute.provider_tree [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2443.903754] env[62490]: DEBUG nova.scheduler.client.report [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2443.955234] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "56d86aee-566b-4585-a7be-c9d0526ac227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.955466] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "56d86aee-566b-4585-a7be-c9d0526ac227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.136011] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "5988b52a-2b83-4552-b590-7a82e5871923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.136247] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "5988b52a-2b83-4552-b590-7a82e5871923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.278053] env[62490]: DEBUG nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2444.297868] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2444.298208] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2444.298371] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2444.298551] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2444.298692] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2444.298835] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2444.299052] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2444.299228] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2444.299393] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2444.299552] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2444.299720] env[62490]: DEBUG nova.virt.hardware [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2444.300660] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99731035-566c-426c-974d-ad7a13d17492 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.308828] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c2366f-0370-4fcc-8d6e-ed1bc1c52f3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.409866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2444.410613] env[62490]: DEBUG nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2444.413526] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.160s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.413816] env[62490]: DEBUG nova.objects.instance [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'resources' on Instance uuid c2d619ce-36cf-4e40-8e0d-e29d4d6e118c {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2444.457134] env[62490]: DEBUG nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2444.641042] env[62490]: DEBUG nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2444.917227] env[62490]: DEBUG nova.compute.utils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2444.921323] env[62490]: DEBUG nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2444.921693] env[62490]: DEBUG nova.network.neutron [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2444.984259] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.017533] env[62490]: DEBUG nova.policy [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7b27dd7fc25495caa27db2fca2868a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d001142e66b476195e6c795fd2b6a83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2445.056461] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee78ac9-426d-4634-9b7b-d1ae11ab0f51 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.064848] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc01bb-987a-4cb1-adbc-7f3d56060518 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.096094] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48791cda-f958-4b7c-8c0c-3abca668f496 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.103543] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f04f81-bc81-47c6-af6c-e40289bbb43e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.116804] env[62490]: DEBUG nova.compute.provider_tree [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2445.157162] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.286362] env[62490]: DEBUG nova.network.neutron [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Successfully created port: 026ea6ad-6346-4614-be46-c08af50ef58a {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2445.422756] env[62490]: DEBUG nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2445.620371] env[62490]: DEBUG nova.scheduler.client.report [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2445.654573] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2445.659148] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2446.125632] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.129660] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.146s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.131167] env[62490]: INFO nova.compute.claims [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2446.150379] env[62490]: INFO nova.scheduler.client.report [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted allocations for instance c2d619ce-36cf-4e40-8e0d-e29d4d6e118c [ 2446.161831] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.431799] env[62490]: DEBUG nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2446.458669] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2446.458935] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2446.459105] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2446.459288] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2446.459430] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2446.459573] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2446.459775] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2446.459930] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2446.460174] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2446.460352] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2446.460521] env[62490]: DEBUG nova.virt.hardware [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2446.461440] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efce841-f360-4cfb-ac8e-0305407fbb3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.469484] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6e954-695e-47fd-996b-24e36666a162 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.657342] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1a7e0c2f-3a55-46ea-8a10-d08656159866 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "c2d619ce-36cf-4e40-8e0d-e29d4d6e118c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.037s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.208096] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6aa35-fe81-48d6-afd7-f47b3022517d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.216053] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356db8c5-1462-462a-b69a-125a4e59fb33 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.246453] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf26073-1fd4-43b4-96f1-50ed9401e303 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.253481] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d18f0-85d1-4377-b752-be1f8f9662f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.267398] env[62490]: DEBUG nova.compute.provider_tree [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2447.771139] env[62490]: DEBUG nova.scheduler.client.report [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2448.276131] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2448.276673] env[62490]: DEBUG nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2448.279535] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.123s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2448.280928] env[62490]: INFO nova.compute.claims [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2448.785427] env[62490]: DEBUG nova.compute.utils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2448.788712] env[62490]: DEBUG nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Not allocating networking since 'none' was specified. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2449.289196] env[62490]: DEBUG nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2449.364864] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9efa2af-b610-492a-855d-a519e43f8bf4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.372547] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3fcfe-0114-4822-b5a5-22d589fac358 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.402205] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d6961d-6c02-460c-90a6-47250e07e8e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.409278] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5a1f9-9652-4377-b3a6-624c2859c38e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.423823] env[62490]: DEBUG nova.compute.provider_tree [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2449.928052] env[62490]: DEBUG nova.scheduler.client.report [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2450.301568] env[62490]: DEBUG nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2450.330239] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2450.330550] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2450.330707] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2450.330899] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2450.331067] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2450.331274] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2450.331491] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2450.331657] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2450.331820] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2450.331983] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2450.332185] env[62490]: DEBUG nova.virt.hardware [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2450.333097] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4218e70f-310b-4f6e-a9ee-43506a013cfc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.341221] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c32d1-cb3d-4f9a-a58b-ce56581dbeba {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.355043] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2450.362086] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Creating folder: Project (5bdc267264a043a2ba5b277f803b2002). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2450.362455] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e4e86ee-eb88-4951-b056-9a4c6fc8f7db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.374131] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Created folder: Project (5bdc267264a043a2ba5b277f803b2002) in parent group-v423467. [ 2450.374332] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Creating folder: Instances. Parent ref: group-v423777. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2450.374578] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b0f873-09f3-4fd6-8e93-25f944c16913 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.384849] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Created folder: Instances in parent group-v423777. [ 2450.385104] env[62490]: DEBUG oslo.service.loopingcall [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2450.385322] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2450.385530] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d29dc63-c787-4bd6-9d8f-aca3c3004bab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.402401] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2450.402401] env[62490]: value = "task-2066737" [ 2450.402401] env[62490]: _type = "Task" [ 2450.402401] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.410306] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066737, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.432416] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2450.433180] env[62490]: DEBUG nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2450.435833] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.274s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2450.436691] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2450.436691] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2450.437274] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edeb357-06c4-459e-8943-dabda87f3bae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.445312] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64695676-0ccb-4e70-b011-d10e3ecb1901 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.459216] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b67bd4-4fd3-4e61-8339-905fd7ebec02 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.466293] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ed7d2-c9b8-49b3-8027-7fc53e0c0072 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.498169] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180263MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2450.498373] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2450.498524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2450.516773] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2450.517035] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2450.517301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "3afa0dd2-ef65-4b79-962c-40bc408f0793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2450.517422] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2450.517588] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2450.519570] env[62490]: INFO nova.compute.manager [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Terminating instance [ 2450.912319] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066737, 'name': CreateVM_Task, 'duration_secs': 0.271762} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.912531] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2450.912922] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.913094] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.913408] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2450.913658] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e99fed9-bbff-4d67-924d-da02dd4ca066 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.917902] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2450.917902] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f223d8-2f19-2182-0f27-856d60d7f8cf" [ 2450.917902] env[62490]: _type = "Task" [ 2450.917902] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.925507] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f223d8-2f19-2182-0f27-856d60d7f8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.937712] env[62490]: DEBUG nova.compute.utils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2450.938992] env[62490]: DEBUG nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Not allocating networking since 'none' was specified. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2451.023192] env[62490]: DEBUG nova.compute.manager [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2451.023414] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2451.024830] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707869af-ec2f-4d07-88f8-38f3997eccb9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.032926] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2451.033965] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b57dddce-7dad-4bc7-a812-f67ecbb58c75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.039417] env[62490]: DEBUG oslo_vmware.api [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2451.039417] env[62490]: value = "task-2066738" [ 2451.039417] env[62490]: _type = "Task" [ 2451.039417] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.047555] env[62490]: DEBUG oslo_vmware.api [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.171322] env[62490]: DEBUG nova.compute.manager [req-7ea9c11e-6469-4f48-a4f3-38c88e160354 req-17463e66-4cbc-483d-ab49-b33ee69861d9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Received event network-vif-plugged-026ea6ad-6346-4614-be46-c08af50ef58a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2451.171489] env[62490]: DEBUG oslo_concurrency.lockutils [req-7ea9c11e-6469-4f48-a4f3-38c88e160354 req-17463e66-4cbc-483d-ab49-b33ee69861d9 service nova] Acquiring lock "b37e24d5-442b-4fad-92db-3a777ec5964a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.171703] env[62490]: DEBUG oslo_concurrency.lockutils [req-7ea9c11e-6469-4f48-a4f3-38c88e160354 req-17463e66-4cbc-483d-ab49-b33ee69861d9 service nova] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.171868] env[62490]: DEBUG oslo_concurrency.lockutils [req-7ea9c11e-6469-4f48-a4f3-38c88e160354 req-17463e66-4cbc-483d-ab49-b33ee69861d9 service nova] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.172048] env[62490]: DEBUG nova.compute.manager [req-7ea9c11e-6469-4f48-a4f3-38c88e160354 req-17463e66-4cbc-483d-ab49-b33ee69861d9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] No waiting events found dispatching network-vif-plugged-026ea6ad-6346-4614-be46-c08af50ef58a {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2451.172218] env[62490]: WARNING nova.compute.manager [req-7ea9c11e-6469-4f48-a4f3-38c88e160354 req-17463e66-4cbc-483d-ab49-b33ee69861d9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Received unexpected event network-vif-plugged-026ea6ad-6346-4614-be46-c08af50ef58a for instance with vm_state building and task_state spawning. [ 2451.319292] env[62490]: DEBUG nova.network.neutron [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Successfully updated port: 026ea6ad-6346-4614-be46-c08af50ef58a {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2451.428742] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f223d8-2f19-2182-0f27-856d60d7f8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.429055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2451.429293] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2451.429524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.429675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2451.429845] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2451.430156] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b78f8d4-3607-430a-942d-c7355b08de8f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.440578] env[62490]: DEBUG nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2451.442933] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2451.443111] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2451.443993] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842c3def-2745-4e60-9420-6fcc40c844a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.448863] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2451.448863] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52602fc9-1782-339f-4ced-4602fc48da10" [ 2451.448863] env[62490]: _type = "Task" [ 2451.448863] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.456553] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52602fc9-1782-339f-4ced-4602fc48da10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.525541] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2451.525723] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2451.525846] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance b37e24d5-442b-4fad-92db-3a777ec5964a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2451.526070] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 56d86aee-566b-4585-a7be-c9d0526ac227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2451.526070] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 5988b52a-2b83-4552-b590-7a82e5871923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2451.526264] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2451.526396] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2451.551767] env[62490]: DEBUG oslo_vmware.api [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066738, 'name': PowerOffVM_Task, 'duration_secs': 0.212812} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.552043] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2451.552213] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2451.552485] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30244d99-3acd-44ba-9a25-4f04f895620a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.564193] env[62490]: DEBUG nova.network.neutron [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Successfully updated port: 9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2451.604569] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5799ee9b-9ac9-4dc1-92dc-c2870ed60b46 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.611864] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b9a1f6-ea9e-46d8-a5e4-928f897c42d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.642133] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5b94e8-e987-4838-ad14-dac0002b439d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.649863] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a171c9-7d19-433e-bfaa-f6d31726918d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.663077] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2451.684381] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2451.684602] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2451.684779] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleting the datastore file [datastore1] 3afa0dd2-ef65-4b79-962c-40bc408f0793 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2451.685046] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76069a5d-ec4a-4fb2-947e-28069de47bfc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.691678] env[62490]: DEBUG oslo_vmware.api [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for the task: (returnval){ [ 2451.691678] env[62490]: value = "task-2066740" [ 2451.691678] env[62490]: _type = "Task" [ 2451.691678] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.699877] env[62490]: DEBUG oslo_vmware.api [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.867925] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "refresh_cache-b37e24d5-442b-4fad-92db-3a777ec5964a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.867925] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquired lock "refresh_cache-b37e24d5-442b-4fad-92db-3a777ec5964a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2451.867925] env[62490]: DEBUG nova.network.neutron [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2451.958771] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52602fc9-1782-339f-4ced-4602fc48da10, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.959911] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a39e6e-da27-40be-b689-7a318e9bf170 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.964909] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2451.964909] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bf043f-4193-bbdb-80d6-a6884b9f98c2" [ 2451.964909] env[62490]: _type = "Task" [ 2451.964909] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.972786] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bf043f-4193-bbdb-80d6-a6884b9f98c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.067077] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2452.067413] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2452.067616] env[62490]: DEBUG nova.network.neutron [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2452.166431] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2452.202188] env[62490]: DEBUG oslo_vmware.api [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Task: {'id': task-2066740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152228} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.202433] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2452.202611] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2452.202782] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2452.202947] env[62490]: INFO nova.compute.manager [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2452.203196] env[62490]: DEBUG oslo.service.loopingcall [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2452.203618] env[62490]: DEBUG nova.compute.manager [-] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2452.203714] env[62490]: DEBUG nova.network.neutron [-] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2452.365965] env[62490]: DEBUG nova.network.neutron [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2452.450093] env[62490]: DEBUG nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2452.480609] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bf043f-4193-bbdb-80d6-a6884b9f98c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.481480] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2452.481854] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 56d86aee-566b-4585-a7be-c9d0526ac227/56d86aee-566b-4585-a7be-c9d0526ac227.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2452.482322] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faeaf0d0-8213-4982-a42a-8321618116cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.487337] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2452.487758] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2452.488078] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2452.488402] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2452.492015] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2452.492015] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2452.492015] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2452.492015] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2452.492015] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2452.492015] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2452.492015] env[62490]: DEBUG nova.virt.hardware [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2452.492015] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418df6d8-9dcc-4c8a-a0e0-2cbb97f9b4d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.501955] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9371298f-4131-4874-8418-b819b4853390 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.506209] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2452.506209] env[62490]: value = "task-2066741" [ 2452.506209] env[62490]: _type = "Task" [ 2452.506209] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.523030] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2452.528656] env[62490]: DEBUG oslo.service.loopingcall [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2452.530074] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2452.530329] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e29fffb9-8755-4692-a6be-72e85b636f40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.545494] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.550364] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2452.550364] env[62490]: value = "task-2066742" [ 2452.550364] env[62490]: _type = "Task" [ 2452.550364] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.559760] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066742, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.608088] env[62490]: DEBUG nova.network.neutron [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Updating instance_info_cache with network_info: [{"id": "026ea6ad-6346-4614-be46-c08af50ef58a", "address": "fa:16:3e:f4:4e:24", "network": {"id": "49f5cca3-966e-48ae-adc8-32eed540ef06", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-160350496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d001142e66b476195e6c795fd2b6a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ea6ad-63", "ovs_interfaceid": "026ea6ad-6346-4614-be46-c08af50ef58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2452.612390] env[62490]: DEBUG nova.network.neutron [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2452.671873] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2452.671873] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2452.757384] env[62490]: DEBUG nova.network.neutron [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [{"id": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "address": "fa:16:3e:3e:29:88", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbc988-d9", "ovs_interfaceid": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.008885] env[62490]: DEBUG nova.network.neutron [-] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.019711] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490006} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.020575] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 56d86aee-566b-4585-a7be-c9d0526ac227/56d86aee-566b-4585-a7be-c9d0526ac227.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2453.020785] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2453.021051] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee52e4d-97f5-429e-a742-416e3212657b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.027329] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2453.027329] env[62490]: value = "task-2066743" [ 2453.027329] env[62490]: _type = "Task" [ 2453.027329] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.035116] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.058928] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066742, 'name': CreateVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.111261] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Releasing lock "refresh_cache-b37e24d5-442b-4fad-92db-3a777ec5964a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2453.111553] env[62490]: DEBUG nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Instance network_info: |[{"id": "026ea6ad-6346-4614-be46-c08af50ef58a", "address": "fa:16:3e:f4:4e:24", "network": {"id": "49f5cca3-966e-48ae-adc8-32eed540ef06", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-160350496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d001142e66b476195e6c795fd2b6a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ea6ad-63", "ovs_interfaceid": "026ea6ad-6346-4614-be46-c08af50ef58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2453.111971] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:4e:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026ea6ad-6346-4614-be46-c08af50ef58a', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2453.119755] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Creating folder: Project (6d001142e66b476195e6c795fd2b6a83). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2453.120045] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d45735b-8353-466b-a700-3acf0da22060 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.131212] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Created folder: Project (6d001142e66b476195e6c795fd2b6a83) in parent group-v423467. [ 2453.131403] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Creating folder: Instances. Parent ref: group-v423781. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2453.131631] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccb5ee69-6e26-4904-9d6f-83ebbc213490 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.141483] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Created folder: Instances in parent group-v423781. [ 2453.141700] env[62490]: DEBUG oslo.service.loopingcall [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2453.141883] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2453.142094] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98e324aa-c496-4bea-b2d9-ada13fc56eb3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.161156] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2453.161156] env[62490]: value = "task-2066746" [ 2453.161156] env[62490]: _type = "Task" [ 2453.161156] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.168617] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066746, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.204145] env[62490]: DEBUG nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Received event network-changed-026ea6ad-6346-4614-be46-c08af50ef58a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2453.204347] env[62490]: DEBUG nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Refreshing instance network info cache due to event network-changed-026ea6ad-6346-4614-be46-c08af50ef58a. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2453.204561] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Acquiring lock "refresh_cache-b37e24d5-442b-4fad-92db-3a777ec5964a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.204702] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Acquired lock "refresh_cache-b37e24d5-442b-4fad-92db-3a777ec5964a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2453.204866] env[62490]: DEBUG nova.network.neutron [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Refreshing network info cache for port 026ea6ad-6346-4614-be46-c08af50ef58a {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2453.260057] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2453.260460] env[62490]: DEBUG nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Instance network_info: |[{"id": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "address": "fa:16:3e:3e:29:88", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbc988-d9", "ovs_interfaceid": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2453.260910] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:29:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ebbc988-d94e-40c1-9343-6b8982c8b4d3', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2453.268505] env[62490]: DEBUG oslo.service.loopingcall [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2453.268704] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2453.268927] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94b9f0e3-fd60-41fb-8724-80e6624272b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.288996] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2453.288996] env[62490]: value = "task-2066747" [ 2453.288996] env[62490]: _type = "Task" [ 2453.288996] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.296760] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066747, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.511329] env[62490]: INFO nova.compute.manager [-] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Took 1.31 seconds to deallocate network for instance. [ 2453.537351] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080122} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.537642] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2453.538463] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f65731-a8b3-45a1-b60b-eb687f5f1f54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.558558] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 56d86aee-566b-4585-a7be-c9d0526ac227/56d86aee-566b-4585-a7be-c9d0526ac227.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2453.559560] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eef7478-9d3e-4d19-b5b8-5c73e9bab7e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.582633] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066742, 'name': CreateVM_Task, 'duration_secs': 0.534778} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.583712] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2453.584243] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2453.584243] env[62490]: value = "task-2066748" [ 2453.584243] env[62490]: _type = "Task" [ 2453.584243] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.584598] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.584751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2453.585069] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2453.585349] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783076ef-faa2-4e69-8633-ae5f9e1cb25d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.596698] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2453.596698] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5236c962-81c8-91f5-4548-64788d409cd2" [ 2453.596698] env[62490]: _type = "Task" [ 2453.596698] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.599811] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.608234] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5236c962-81c8-91f5-4548-64788d409cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.670581] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066746, 'name': CreateVM_Task, 'duration_secs': 0.40558} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.670766] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2453.671394] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.801178] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066747, 'name': CreateVM_Task, 'duration_secs': 0.428838} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.801383] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2453.801988] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.923174] env[62490]: DEBUG nova.network.neutron [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Updated VIF entry in instance network info cache for port 026ea6ad-6346-4614-be46-c08af50ef58a. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2453.923597] env[62490]: DEBUG nova.network.neutron [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Updating instance_info_cache with network_info: [{"id": "026ea6ad-6346-4614-be46-c08af50ef58a", "address": "fa:16:3e:f4:4e:24", "network": {"id": "49f5cca3-966e-48ae-adc8-32eed540ef06", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-160350496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d001142e66b476195e6c795fd2b6a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026ea6ad-63", "ovs_interfaceid": "026ea6ad-6346-4614-be46-c08af50ef58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2454.018784] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.019075] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2454.019282] env[62490]: DEBUG nova.objects.instance [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lazy-loading 'resources' on Instance uuid 3afa0dd2-ef65-4b79-962c-40bc408f0793 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2454.094991] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066748, 'name': ReconfigVM_Task, 'duration_secs': 0.307893} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.095284] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 56d86aee-566b-4585-a7be-c9d0526ac227/56d86aee-566b-4585-a7be-c9d0526ac227.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2454.095912] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bba4808-0447-4659-bf82-ea18e443e664 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.103960] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2454.103960] env[62490]: value = "task-2066749" [ 2454.103960] env[62490]: _type = "Task" [ 2454.103960] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.110953] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5236c962-81c8-91f5-4548-64788d409cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.016836} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.111658] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.112045] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2454.112045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.112213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.112349] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2454.112617] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.112911] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2454.113147] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a687939-13b5-4950-b94c-e10c999a5647 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.117768] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ceedbe-3e10-4e6d-935b-fa2e731c3154 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.119253] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066749, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.122702] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2454.122702] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526d26a7-d447-6667-832f-3148e6aa736f" [ 2454.122702] env[62490]: _type = "Task" [ 2454.122702] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.126935] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2454.127175] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2454.130542] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb8b87c-e0b9-4cb2-94e5-dbb656e47e09 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.133015] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526d26a7-d447-6667-832f-3148e6aa736f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.135747] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2454.135747] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527892ab-ffcd-1999-b3bb-0257ef509876" [ 2454.135747] env[62490]: _type = "Task" [ 2454.135747] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.142807] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527892ab-ffcd-1999-b3bb-0257ef509876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.426303] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Releasing lock "refresh_cache-b37e24d5-442b-4fad-92db-3a777ec5964a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.426641] env[62490]: DEBUG nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Received event network-vif-plugged-9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2454.426872] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Acquiring lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.427121] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2454.427295] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.427462] env[62490]: DEBUG nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] No waiting events found dispatching network-vif-plugged-9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2454.427625] env[62490]: WARNING nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Received unexpected event network-vif-plugged-9ebbc988-d94e-40c1-9343-6b8982c8b4d3 for instance with vm_state building and task_state spawning. [ 2454.427786] env[62490]: DEBUG nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Received event network-changed-9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2454.427939] env[62490]: DEBUG nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Refreshing instance network info cache due to event network-changed-9ebbc988-d94e-40c1-9343-6b8982c8b4d3. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2454.428175] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Acquiring lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.428282] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Acquired lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.428429] env[62490]: DEBUG nova.network.neutron [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Refreshing network info cache for port 9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2454.587843] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a0d135-cf9b-4e09-95f6-b9037fb63338 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.595491] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5245ba-5a27-4b2b-8397-547371ee9cb6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.631573] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a96c57a-857d-4be7-ac34-e0c192997b2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.638577] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066749, 'name': Rename_Task, 'duration_secs': 0.139195} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.646012] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2454.646320] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526d26a7-d447-6667-832f-3148e6aa736f, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.646515] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7818532-faa7-4fe3-a4e9-363f9d032f7d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.648735] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c464de2-c536-4eac-aed2-1c096d08bec3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.652286] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.652519] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2454.652721] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.653265] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.653574] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2454.654261] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4418a56e-f340-43c8-88f4-cb1f1464716f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.658722] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527892ab-ffcd-1999-b3bb-0257ef509876, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.667939] env[62490]: DEBUG nova.compute.provider_tree [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2454.669205] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2454.669205] env[62490]: value = "task-2066750" [ 2454.669205] env[62490]: _type = "Task" [ 2454.669205] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.669392] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3532944-fe19-4fbf-800a-d7019c9f1100 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.674938] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2454.674938] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d14af0-9a4f-a6f4-512b-acddcd936c03" [ 2454.674938] env[62490]: _type = "Task" [ 2454.674938] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.683579] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066750, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.683884] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2454.683884] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b7d0b-5449-4384-d3f1-d1b37be87ec3" [ 2454.683884] env[62490]: _type = "Task" [ 2454.683884] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.691499] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d14af0-9a4f-a6f4-512b-acddcd936c03, 'name': SearchDatastore_Task, 'duration_secs': 0.011507} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.692149] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.692487] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2454.692751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.697056] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b7d0b-5449-4384-d3f1-d1b37be87ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.697305] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.697555] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2454.697846] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.698070] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2454.698286] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5af559e5-8c30-4500-bbbd-008f50a11b04 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.700216] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a1bc3be-c899-4136-9d38-411c92f5441c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.706430] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2454.706430] env[62490]: value = "task-2066751" [ 2454.706430] env[62490]: _type = "Task" [ 2454.706430] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.710029] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2454.710226] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2454.711208] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a279189e-95f3-4d70-b857-dfb2daa0481a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.716107] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.718813] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2454.718813] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c237b8-6371-fea0-1b23-ddba978e054a" [ 2454.718813] env[62490]: _type = "Task" [ 2454.718813] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.726124] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c237b8-6371-fea0-1b23-ddba978e054a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.160342] env[62490]: DEBUG nova.network.neutron [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updated VIF entry in instance network info cache for port 9ebbc988-d94e-40c1-9343-6b8982c8b4d3. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2455.160801] env[62490]: DEBUG nova.network.neutron [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [{"id": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "address": "fa:16:3e:3e:29:88", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbc988-d9", "ovs_interfaceid": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.176889] env[62490]: DEBUG nova.scheduler.client.report [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2455.189980] env[62490]: DEBUG oslo_vmware.api [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066750, 'name': PowerOnVM_Task, 'duration_secs': 0.457301} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.190363] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2455.190574] env[62490]: INFO nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Took 4.89 seconds to spawn the instance on the hypervisor. [ 2455.190756] env[62490]: DEBUG nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2455.191756] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d2a00b-8a5c-4235-8b22-8adecdec1811 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.218652] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066751, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.229424] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c237b8-6371-fea0-1b23-ddba978e054a, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.230138] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d77c2b-49d5-4923-bb74-5c74fa6e3195 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.235245] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2455.235245] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528ea173-c451-97b6-cc70-e2fac1895121" [ 2455.235245] env[62490]: _type = "Task" [ 2455.235245] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.243570] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528ea173-c451-97b6-cc70-e2fac1895121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.663676] env[62490]: DEBUG oslo_concurrency.lockutils [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] Releasing lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.663982] env[62490]: DEBUG nova.compute.manager [req-8540c344-d33d-4f69-8f3d-b1e954a3d55d req-773a7d00-0694-4710-b4b8-539e710bd1b9 service nova] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Received event network-vif-deleted-150cb1df-69de-4097-8114-c29b58771341 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2455.682088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.699956] env[62490]: INFO nova.scheduler.client.report [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Deleted allocations for instance 3afa0dd2-ef65-4b79-962c-40bc408f0793 [ 2455.709480] env[62490]: INFO nova.compute.manager [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Took 10.75 seconds to build instance. [ 2455.721018] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57566} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.721272] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2455.721486] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2455.721734] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e92c286f-3118-4894-9d7a-6fd0780634cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.727845] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2455.727845] env[62490]: value = "task-2066752" [ 2455.727845] env[62490]: _type = "Task" [ 2455.727845] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.735542] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.743961] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528ea173-c451-97b6-cc70-e2fac1895121, 'name': SearchDatastore_Task, 'duration_secs': 0.0406} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.744220] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.744467] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b37e24d5-442b-4fad-92db-3a777ec5964a/b37e24d5-442b-4fad-92db-3a777ec5964a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2455.744752] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.744942] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2455.745160] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f45bc88-6696-43c5-bf11-0d2a1dbdda4c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.747828] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16ac5349-1474-4b78-a17a-dda820c46eef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.754323] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2455.754323] env[62490]: value = "task-2066753" [ 2455.754323] env[62490]: _type = "Task" [ 2455.754323] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.758407] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2455.758650] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2455.759240] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac44d34-7949-4ab9-b676-76091ad32d6f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.764049] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.766860] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2455.766860] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d9b094-eb91-b79f-2830-855d588b8754" [ 2455.766860] env[62490]: _type = "Task" [ 2455.766860] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.773618] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d9b094-eb91-b79f-2830-855d588b8754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.214551] env[62490]: DEBUG oslo_concurrency.lockutils [None req-1729555a-ead1-4a93-bdec-1b95bde465f5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "56d86aee-566b-4585-a7be-c9d0526ac227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.259s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2456.215435] env[62490]: DEBUG oslo_concurrency.lockutils [None req-fff531a3-2a52-4fd0-b875-4efb58faa5b3 tempest-ServerActionsTestOtherA-1220588803 tempest-ServerActionsTestOtherA-1220588803-project-member] Lock "3afa0dd2-ef65-4b79-962c-40bc408f0793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2456.237366] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069826} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.237618] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2456.238423] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493a795-d9e0-41e6-a6ff-950046e9a191 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.258703] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2456.259035] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c388cff-ef76-426b-b38d-645cdc6e23db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.288622] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459069} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.288846] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d9b094-eb91-b79f-2830-855d588b8754, 'name': SearchDatastore_Task, 'duration_secs': 0.008042} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.289903] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] b37e24d5-442b-4fad-92db-3a777ec5964a/b37e24d5-442b-4fad-92db-3a777ec5964a.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2456.290133] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2456.290960] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2456.290960] env[62490]: value = "task-2066754" [ 2456.290960] env[62490]: _type = "Task" [ 2456.290960] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.291174] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e790ae29-e896-4de9-943f-44fa83e6171e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.292779] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a22dba-831a-49f8-b854-1c4143f541d6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.300244] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2456.300244] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a92ea9-975d-67a3-e26c-28b5c6e5e74f" [ 2456.300244] env[62490]: _type = "Task" [ 2456.300244] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.306692] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.306948] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2456.306948] env[62490]: value = "task-2066755" [ 2456.306948] env[62490]: _type = "Task" [ 2456.306948] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.312970] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a92ea9-975d-67a3-e26c-28b5c6e5e74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.317378] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.671520] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2456.671826] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2456.671915] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2456.672069] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2456.806285] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066754, 'name': ReconfigVM_Task, 'duration_secs': 0.352643} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.806868] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2456.807528] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180ac684-00c3-41b0-bfbd-6310ba5605a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.814678] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a92ea9-975d-67a3-e26c-28b5c6e5e74f, 'name': SearchDatastore_Task, 'duration_secs': 0.02391} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.815209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2456.815457] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d/ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2456.815937] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ecfec77-f641-4550-9222-3fa9fb5ca0ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.820757] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181482} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.822659] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2456.822997] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2456.822997] env[62490]: value = "task-2066756" [ 2456.822997] env[62490]: _type = "Task" [ 2456.822997] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.823660] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2456.823660] env[62490]: value = "task-2066757" [ 2456.823660] env[62490]: _type = "Task" [ 2456.823660] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.823914] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8815d0-c78b-4a9b-be6b-1595341de036 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.835734] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066756, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.847247] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.856787] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] b37e24d5-442b-4fad-92db-3a777ec5964a/b37e24d5-442b-4fad-92db-3a777ec5964a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2456.857076] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45c05c8-2213-427a-ac25-a882be9da683 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.876551] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2456.876551] env[62490]: value = "task-2066758" [ 2456.876551] env[62490]: _type = "Task" [ 2456.876551] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.885162] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.338745] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481589} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.341703] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d/ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2457.341923] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2457.342209] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066756, 'name': Rename_Task, 'duration_secs': 0.146692} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.342424] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df924bb8-8b45-49cb-84c6-ae80a730dd1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.344313] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2457.344539] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-508998ca-94c1-4489-88e8-8f0502ea08db {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.350842] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2457.350842] env[62490]: value = "task-2066759" [ 2457.350842] env[62490]: _type = "Task" [ 2457.350842] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.352018] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2457.352018] env[62490]: value = "task-2066760" [ 2457.352018] env[62490]: _type = "Task" [ 2457.352018] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.364154] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.367214] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.385928] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.864273] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081916} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.867129] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2457.867587] env[62490]: DEBUG oslo_vmware.api [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066760, 'name': PowerOnVM_Task, 'duration_secs': 0.484314} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.868385] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59330cd-29bb-4580-9c9c-6e724fff0c20 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.871154] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2457.871525] env[62490]: INFO nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Took 5.42 seconds to spawn the instance on the hypervisor. [ 2457.871847] env[62490]: DEBUG nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2457.872695] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50699c8e-4761-4301-8c1f-bca2ee8161b8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.903919] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d/ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2457.905033] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b0726c-9dcc-4c45-b3cc-8fe438198141 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.929144] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066758, 'name': ReconfigVM_Task, 'duration_secs': 0.549296} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.931269] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] b37e24d5-442b-4fad-92db-3a777ec5964a/b37e24d5-442b-4fad-92db-3a777ec5964a.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2457.932465] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2457.932465] env[62490]: value = "task-2066761" [ 2457.932465] env[62490]: _type = "Task" [ 2457.932465] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.932960] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f74380-23c1-4ee3-8a31-6d2db36e0ab5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.943773] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.946226] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2457.946226] env[62490]: value = "task-2066762" [ 2457.946226] env[62490]: _type = "Task" [ 2457.946226] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.954018] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066762, 'name': Rename_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.416127] env[62490]: INFO nova.compute.manager [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Took 13.27 seconds to build instance. [ 2458.444653] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.454334] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066762, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.918336] env[62490]: DEBUG oslo_concurrency.lockutils [None req-6f5ed52c-92da-4359-a271-b49431b58bf5 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "5988b52a-2b83-4552-b590-7a82e5871923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.782s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.945425] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.954426] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066762, 'name': Rename_Task, 'duration_secs': 0.5148} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.954679] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2458.954911] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a0054d-0961-4c54-90c9-d532e7a3b60a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.961089] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2458.961089] env[62490]: value = "task-2066763" [ 2458.961089] env[62490]: _type = "Task" [ 2458.961089] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.969976] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.183944] env[62490]: INFO nova.compute.manager [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Rebuilding instance [ 2459.225869] env[62490]: DEBUG nova.compute.manager [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2459.226757] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d0f977-9a91-4675-b801-e71076b07c4c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.446224] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066761, 'name': ReconfigVM_Task, 'duration_secs': 1.145408} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.446501] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d/ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2459.447193] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2ed6d45-dfe5-499e-a672-c88e5752b6ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.453064] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2459.453064] env[62490]: value = "task-2066764" [ 2459.453064] env[62490]: _type = "Task" [ 2459.453064] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.461256] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066764, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.469117] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.963739] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066764, 'name': Rename_Task, 'duration_secs': 0.153962} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.967074] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2459.967332] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8b03d71-d9c7-4ae6-89e6-267b3f0b0bda {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.973593] env[62490]: DEBUG oslo_vmware.api [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066763, 'name': PowerOnVM_Task, 'duration_secs': 0.606724} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.974736] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2459.974943] env[62490]: INFO nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Took 13.54 seconds to spawn the instance on the hypervisor. [ 2459.975143] env[62490]: DEBUG nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2459.975447] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2459.975447] env[62490]: value = "task-2066765" [ 2459.975447] env[62490]: _type = "Task" [ 2459.975447] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.976127] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ec0bc6-33d6-47d5-9013-5d56f4dbabad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.989445] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.241839] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2460.242137] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac26ea4-2a77-4e7f-98fd-b58e540b13ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.250601] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2460.250601] env[62490]: value = "task-2066766" [ 2460.250601] env[62490]: _type = "Task" [ 2460.250601] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.258165] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.488676] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.497891] env[62490]: INFO nova.compute.manager [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Took 19.32 seconds to build instance. [ 2460.762379] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066766, 'name': PowerOffVM_Task, 'duration_secs': 0.47116} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.762583] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2460.762802] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2460.763576] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b19e92-dd00-48b8-8387-290f36cbc56f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.770173] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2460.770432] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c20aaa7-2e4a-4c0a-988f-96b995add2e5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.796525] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2460.796790] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2460.796982] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleting the datastore file [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2460.797242] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43b207fc-63d7-4b78-8c7f-db2b3f3de0c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.803355] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2460.803355] env[62490]: value = "task-2066768" [ 2460.803355] env[62490]: _type = "Task" [ 2460.803355] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.810549] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.989023] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066765, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.999718] env[62490]: DEBUG oslo_concurrency.lockutils [None req-14a82a61-855d-4e14-a970-f7c3adcae065 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.834s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2461.162578] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "b37e24d5-442b-4fad-92db-3a777ec5964a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.162866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.163092] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "b37e24d5-442b-4fad-92db-3a777ec5964a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.163329] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.163497] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2461.165906] env[62490]: INFO nova.compute.manager [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Terminating instance [ 2461.314075] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112756} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.314320] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2461.314508] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2461.314685] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2461.489999] env[62490]: DEBUG oslo_vmware.api [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066765, 'name': PowerOnVM_Task, 'duration_secs': 1.089372} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.490293] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2461.490464] env[62490]: INFO nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Took 17.21 seconds to spawn the instance on the hypervisor. [ 2461.490647] env[62490]: DEBUG nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2461.491415] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4667f23b-78cb-4f17-8d42-56d7447e9ddc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.669948] env[62490]: DEBUG nova.compute.manager [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2461.670200] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2461.671220] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892e4b91-90b0-40db-8094-e40e2f0d0aa5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.679274] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2461.679770] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90d6248d-eb16-47e0-8d00-23c6aeed7993 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.685389] env[62490]: DEBUG oslo_vmware.api [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2461.685389] env[62490]: value = "task-2066769" [ 2461.685389] env[62490]: _type = "Task" [ 2461.685389] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.693128] env[62490]: DEBUG oslo_vmware.api [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.009341] env[62490]: INFO nova.compute.manager [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Took 21.93 seconds to build instance. [ 2462.195439] env[62490]: DEBUG oslo_vmware.api [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066769, 'name': PowerOffVM_Task, 'duration_secs': 0.415793} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.195678] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2462.195844] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2462.196148] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4486f4c-b089-4d1f-af87-878cbffa926e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.353942] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2462.354208] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2462.354364] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2462.354545] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2462.354689] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2462.354840] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2462.355078] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2462.355252] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2462.355423] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2462.355595] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2462.355768] env[62490]: DEBUG nova.virt.hardware [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2462.356650] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3437ca30-02a3-47de-9233-9898af985365 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.360455] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2462.360650] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2462.360823] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Deleting the datastore file [datastore1] b37e24d5-442b-4fad-92db-3a777ec5964a {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2462.361449] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b44f3c18-6043-4472-a64a-86740fd9ce7b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.366725] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b197d-c381-4647-9f01-706016f57d53 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.371568] env[62490]: DEBUG oslo_vmware.api [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for the task: (returnval){ [ 2462.371568] env[62490]: value = "task-2066771" [ 2462.371568] env[62490]: _type = "Task" [ 2462.371568] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.384462] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Instance VIF info [] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2462.390549] env[62490]: DEBUG oslo.service.loopingcall [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2462.391234] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2462.391478] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ca7211-a7ce-48c1-a5d3-df5f44ea12da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.406178] env[62490]: DEBUG oslo_vmware.api [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.410170] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2462.410170] env[62490]: value = "task-2066772" [ 2462.410170] env[62490]: _type = "Task" [ 2462.410170] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.417331] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066772, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.512171] env[62490]: DEBUG oslo_concurrency.lockutils [None req-622b618f-03f2-411b-8818-0e6b0a364e1c tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.443s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.519336] env[62490]: DEBUG nova.compute.manager [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Received event network-changed-9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2462.519582] env[62490]: DEBUG nova.compute.manager [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Refreshing instance network info cache due to event network-changed-9ebbc988-d94e-40c1-9343-6b8982c8b4d3. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2462.519817] env[62490]: DEBUG oslo_concurrency.lockutils [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] Acquiring lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2462.520012] env[62490]: DEBUG oslo_concurrency.lockutils [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] Acquired lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2462.520146] env[62490]: DEBUG nova.network.neutron [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Refreshing network info cache for port 9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2462.882021] env[62490]: DEBUG oslo_vmware.api [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Task: {'id': task-2066771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150025} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.882268] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2462.882409] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2462.882595] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2462.882760] env[62490]: INFO nova.compute.manager [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2462.882994] env[62490]: DEBUG oslo.service.loopingcall [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2462.883202] env[62490]: DEBUG nova.compute.manager [-] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2462.883296] env[62490]: DEBUG nova.network.neutron [-] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2462.919979] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066772, 'name': CreateVM_Task, 'duration_secs': 0.277505} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.920156] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2462.920622] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2462.920780] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2462.921107] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2462.921410] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ca3987-0cdd-445b-b83e-a56e1c28d3b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.926280] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2462.926280] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b8392-d91f-8b91-00a3-cb21591653bd" [ 2462.926280] env[62490]: _type = "Task" [ 2462.926280] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.934306] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b8392-d91f-8b91-00a3-cb21591653bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.246223] env[62490]: DEBUG nova.compute.manager [req-3a2c3600-71b4-4c50-ad84-43fff0df17e3 req-55df2e40-6ef7-43c5-ab75-75ffab226882 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Received event network-vif-deleted-026ea6ad-6346-4614-be46-c08af50ef58a {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2463.246492] env[62490]: INFO nova.compute.manager [req-3a2c3600-71b4-4c50-ad84-43fff0df17e3 req-55df2e40-6ef7-43c5-ab75-75ffab226882 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Neutron deleted interface 026ea6ad-6346-4614-be46-c08af50ef58a; detaching it from the instance and deleting it from the info cache [ 2463.246682] env[62490]: DEBUG nova.network.neutron [req-3a2c3600-71b4-4c50-ad84-43fff0df17e3 req-55df2e40-6ef7-43c5-ab75-75ffab226882 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2463.308099] env[62490]: DEBUG nova.network.neutron [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updated VIF entry in instance network info cache for port 9ebbc988-d94e-40c1-9343-6b8982c8b4d3. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2463.308581] env[62490]: DEBUG nova.network.neutron [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [{"id": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "address": "fa:16:3e:3e:29:88", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbc988-d9", "ovs_interfaceid": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2463.436949] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524b8392-d91f-8b91-00a3-cb21591653bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.437213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2463.437446] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2463.437673] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2463.437822] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2463.437994] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2463.438277] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29776c80-5620-4bf2-a0c5-1c7ff402d93e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.447101] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2463.447273] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2463.447969] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd90088-1467-41f0-9f90-a091b1dfa280 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.454095] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2463.454095] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c95509-667c-65dd-af6c-a482fab4f7e0" [ 2463.454095] env[62490]: _type = "Task" [ 2463.454095] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.463501] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c95509-667c-65dd-af6c-a482fab4f7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.722596] env[62490]: DEBUG nova.network.neutron [-] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2463.749975] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-522fb3cf-f938-45f3-8572-ecbe2f4e1455 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.760954] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634b9757-ca38-4ffe-a0a5-587c7954f911 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.790994] env[62490]: DEBUG nova.compute.manager [req-3a2c3600-71b4-4c50-ad84-43fff0df17e3 req-55df2e40-6ef7-43c5-ab75-75ffab226882 service nova] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Detach interface failed, port_id=026ea6ad-6346-4614-be46-c08af50ef58a, reason: Instance b37e24d5-442b-4fad-92db-3a777ec5964a could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2463.811354] env[62490]: DEBUG oslo_concurrency.lockutils [req-59acdd2a-d536-4545-83eb-8d5324a5623c req-84500e35-1a1d-4d63-bff6-b9815c9fb267 service nova] Releasing lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2463.965112] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c95509-667c-65dd-af6c-a482fab4f7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021671} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.965476] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d398e22-1b32-4fbd-a59d-2769e0e6a189 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.970792] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2463.970792] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d72515-8ebe-6ba3-f559-2b3869030c23" [ 2463.970792] env[62490]: _type = "Task" [ 2463.970792] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.978202] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d72515-8ebe-6ba3-f559-2b3869030c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.225805] env[62490]: INFO nova.compute.manager [-] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Took 1.34 seconds to deallocate network for instance. [ 2464.480936] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d72515-8ebe-6ba3-f559-2b3869030c23, 'name': SearchDatastore_Task, 'duration_secs': 0.034313} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2464.481343] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.481416] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2464.481654] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76f0ae52-5f12-4f0f-b044-1f50432ec8d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.488204] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2464.488204] env[62490]: value = "task-2066773" [ 2464.488204] env[62490]: _type = "Task" [ 2464.488204] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2464.495206] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.732822] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.733071] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.733293] env[62490]: DEBUG nova.objects.instance [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lazy-loading 'resources' on Instance uuid b37e24d5-442b-4fad-92db-3a777ec5964a {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2464.998439] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.314358] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ff4f12-a3a2-4633-9869-6e4f469599b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.323229] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c123c-8b1f-4974-88a1-7d54216d3771 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.356355] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa19b82-37fb-4a80-9977-8cd41da5fe01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.365086] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f10f02-298b-4aff-9b2f-42ae9a603b86 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.379768] env[62490]: DEBUG nova.compute.provider_tree [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2465.500494] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.883390] env[62490]: DEBUG nova.scheduler.client.report [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2466.000362] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066773, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049451} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2466.000585] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2466.000799] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2466.001054] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07c152d3-5d8d-4a49-acf6-60cd4df39c56 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.007476] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2466.007476] env[62490]: value = "task-2066774" [ 2466.007476] env[62490]: _type = "Task" [ 2466.007476] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2466.014875] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.388275] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2466.405644] env[62490]: INFO nova.scheduler.client.report [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Deleted allocations for instance b37e24d5-442b-4fad-92db-3a777ec5964a [ 2466.516903] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065481} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2466.517256] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2466.517916] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e865e-33d6-40c3-8c23-bae5607996d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.537151] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2466.537359] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf9630f-3a47-46b0-81ea-cc1beefe2976 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.555520] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2466.555520] env[62490]: value = "task-2066775" [ 2466.555520] env[62490]: _type = "Task" [ 2466.555520] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2466.562711] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.913760] env[62490]: DEBUG oslo_concurrency.lockutils [None req-df24323a-de58-425a-b008-a3b114ddc4c0 tempest-ServerAddressesTestJSON-784460626 tempest-ServerAddressesTestJSON-784460626-project-member] Lock "b37e24d5-442b-4fad-92db-3a777ec5964a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2467.064889] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066775, 'name': ReconfigVM_Task, 'duration_secs': 0.256384} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2467.065437] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923/5988b52a-2b83-4552-b590-7a82e5871923.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2467.066196] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95a841f1-f71a-4aec-914d-67e5e8f19170 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.072538] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2467.072538] env[62490]: value = "task-2066776" [ 2467.072538] env[62490]: _type = "Task" [ 2467.072538] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.079970] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066776, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.583657] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066776, 'name': Rename_Task, 'duration_secs': 0.162549} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2467.584119] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2467.584423] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822c1b7d-9a4c-4977-8d56-05cd50eb36e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.591790] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2467.591790] env[62490]: value = "task-2066777" [ 2467.591790] env[62490]: _type = "Task" [ 2467.591790] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.602497] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.101767] env[62490]: DEBUG oslo_vmware.api [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066777, 'name': PowerOnVM_Task, 'duration_secs': 0.40575} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.101987] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2468.102214] env[62490]: DEBUG nova.compute.manager [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2468.102976] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94d872f-4d5d-49bf-b49a-112266e042cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.618733] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2468.619069] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2468.619159] env[62490]: DEBUG nova.objects.instance [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62490) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2469.082069] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "5988b52a-2b83-4552-b590-7a82e5871923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.082309] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "5988b52a-2b83-4552-b590-7a82e5871923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.082521] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "5988b52a-2b83-4552-b590-7a82e5871923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.082707] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "5988b52a-2b83-4552-b590-7a82e5871923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.082879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "5988b52a-2b83-4552-b590-7a82e5871923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.085017] env[62490]: INFO nova.compute.manager [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Terminating instance [ 2469.588598] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "refresh_cache-5988b52a-2b83-4552-b590-7a82e5871923" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2469.588780] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "refresh_cache-5988b52a-2b83-4552-b590-7a82e5871923" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2469.589035] env[62490]: DEBUG nova.network.neutron [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2469.626479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ba6362dc-92dd-4696-b7fe-8668a923e778 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2470.312612] env[62490]: DEBUG nova.network.neutron [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2470.369119] env[62490]: DEBUG nova.network.neutron [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2470.872614] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "refresh_cache-5988b52a-2b83-4552-b590-7a82e5871923" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2470.873133] env[62490]: DEBUG nova.compute.manager [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2470.873333] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2470.874728] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9a184-bb54-46c5-8a12-7173e1a558ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.882449] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2470.882671] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2a621a-cb21-4d27-ad5b-f23ff56a53e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.888777] env[62490]: DEBUG oslo_vmware.api [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2470.888777] env[62490]: value = "task-2066778" [ 2470.888777] env[62490]: _type = "Task" [ 2470.888777] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.897679] env[62490]: DEBUG oslo_vmware.api [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.399362] env[62490]: DEBUG oslo_vmware.api [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066778, 'name': PowerOffVM_Task, 'duration_secs': 0.181731} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.399630] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2471.399776] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2471.400027] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a733855f-6d03-4aa0-b2c1-743b18b15620 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.424869] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2471.425083] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2471.425248] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleting the datastore file [datastore1] 5988b52a-2b83-4552-b590-7a82e5871923 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2471.425485] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-840c674a-0cf4-44fe-8174-6aa0883450ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.431927] env[62490]: DEBUG oslo_vmware.api [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2471.431927] env[62490]: value = "task-2066780" [ 2471.431927] env[62490]: _type = "Task" [ 2471.431927] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.438853] env[62490]: DEBUG oslo_vmware.api [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.656037] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2471.941553] env[62490]: DEBUG oslo_vmware.api [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109667} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.941835] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2471.941992] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2471.942203] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2471.942379] env[62490]: INFO nova.compute.manager [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2471.942609] env[62490]: DEBUG oslo.service.loopingcall [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2471.942794] env[62490]: DEBUG nova.compute.manager [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2471.942889] env[62490]: DEBUG nova.network.neutron [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2471.957302] env[62490]: DEBUG nova.network.neutron [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2472.460090] env[62490]: DEBUG nova.network.neutron [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.963082] env[62490]: INFO nova.compute.manager [-] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Took 1.02 seconds to deallocate network for instance. [ 2473.469788] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2473.470034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2473.470259] env[62490]: DEBUG nova.objects.instance [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lazy-loading 'resources' on Instance uuid 5988b52a-2b83-4552-b590-7a82e5871923 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2474.024569] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc494a6-5268-48ff-91b6-a9d37c278f9c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.031949] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64949698-dc30-4898-969c-3fd4cd9984ea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.062147] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ed17cc-3933-4b41-87d9-31898ae23544 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.069017] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307eb250-79c2-49d2-8f31-41a45476a9d9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.081845] env[62490]: DEBUG nova.compute.provider_tree [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2474.585284] env[62490]: DEBUG nova.scheduler.client.report [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2475.090143] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2475.108471] env[62490]: INFO nova.scheduler.client.report [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleted allocations for instance 5988b52a-2b83-4552-b590-7a82e5871923 [ 2475.616450] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f7480a1d-45f0-48d8-9234-1274320d95a2 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "5988b52a-2b83-4552-b590-7a82e5871923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.534s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.611268] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "56d86aee-566b-4585-a7be-c9d0526ac227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.611687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "56d86aee-566b-4585-a7be-c9d0526ac227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.611788] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "56d86aee-566b-4585-a7be-c9d0526ac227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.611958] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "56d86aee-566b-4585-a7be-c9d0526ac227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.612144] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "56d86aee-566b-4585-a7be-c9d0526ac227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.614212] env[62490]: INFO nova.compute.manager [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Terminating instance [ 2477.117668] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "refresh_cache-56d86aee-566b-4585-a7be-c9d0526ac227" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2477.117783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquired lock "refresh_cache-56d86aee-566b-4585-a7be-c9d0526ac227" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2477.117874] env[62490]: DEBUG nova.network.neutron [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2477.636184] env[62490]: DEBUG nova.network.neutron [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2477.691300] env[62490]: DEBUG nova.network.neutron [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2478.193809] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Releasing lock "refresh_cache-56d86aee-566b-4585-a7be-c9d0526ac227" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2478.194274] env[62490]: DEBUG nova.compute.manager [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2478.194468] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2478.195386] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95743e09-f42d-432e-a472-47d121b3639a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.203395] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2478.203637] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc327a6-6743-4645-88c4-0783ea07f1f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.209612] env[62490]: DEBUG oslo_vmware.api [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2478.209612] env[62490]: value = "task-2066781" [ 2478.209612] env[62490]: _type = "Task" [ 2478.209612] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.217931] env[62490]: DEBUG oslo_vmware.api [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.719383] env[62490]: DEBUG oslo_vmware.api [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066781, 'name': PowerOffVM_Task, 'duration_secs': 0.124531} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.719755] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2478.719801] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2478.720040] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea948a8-b14c-4afb-8cd2-6373cbc971f9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.746841] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2478.747066] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2478.747238] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleting the datastore file [datastore1] 56d86aee-566b-4585-a7be-c9d0526ac227 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2478.747479] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab60c50f-0123-473e-bc9a-c06e45f4037d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.754083] env[62490]: DEBUG oslo_vmware.api [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for the task: (returnval){ [ 2478.754083] env[62490]: value = "task-2066783" [ 2478.754083] env[62490]: _type = "Task" [ 2478.754083] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.760898] env[62490]: DEBUG oslo_vmware.api [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.264699] env[62490]: DEBUG oslo_vmware.api [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Task: {'id': task-2066783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113369} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.264899] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2479.265094] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2479.265272] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2479.265444] env[62490]: INFO nova.compute.manager [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2479.265677] env[62490]: DEBUG oslo.service.loopingcall [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2479.265865] env[62490]: DEBUG nova.compute.manager [-] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2479.265947] env[62490]: DEBUG nova.network.neutron [-] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2479.281980] env[62490]: DEBUG nova.network.neutron [-] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2479.784363] env[62490]: DEBUG nova.network.neutron [-] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2480.287130] env[62490]: INFO nova.compute.manager [-] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Took 1.02 seconds to deallocate network for instance. [ 2480.794291] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2480.794660] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2480.794725] env[62490]: DEBUG nova.objects.instance [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lazy-loading 'resources' on Instance uuid 56d86aee-566b-4585-a7be-c9d0526ac227 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2481.337731] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc1023-75ba-49e9-a9ac-19555eec7cfb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.345211] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcff293-f81e-491e-9050-95498e0ff0cf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.374567] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3547c14-037e-4043-9d38-d05f58573f99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.381844] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249714e6-7cf2-4e2b-87ee-9c8487082f8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.395539] env[62490]: DEBUG nova.compute.provider_tree [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2481.899260] env[62490]: DEBUG nova.scheduler.client.report [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2482.404139] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.422971] env[62490]: INFO nova.scheduler.client.report [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Deleted allocations for instance 56d86aee-566b-4585-a7be-c9d0526ac227 [ 2482.932062] env[62490]: DEBUG oslo_concurrency.lockutils [None req-4133dd39-dd1e-4a2d-a372-0d82cb91f5e1 tempest-ServerShowV247Test-723244081 tempest-ServerShowV247Test-723244081-project-member] Lock "56d86aee-566b-4585-a7be-c9d0526ac227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.320s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.168493] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.168950] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.168999] env[62490]: DEBUG nova.compute.manager [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2498.169904] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d05838-1fed-4cc8-a473-7cf9000dc95c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.177128] env[62490]: DEBUG nova.compute.manager [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2498.177703] env[62490]: DEBUG nova.objects.instance [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'flavor' on Instance uuid ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2499.186616] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2499.187333] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a735cd84-3df8-478c-b658-c0e65a9889d3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.194709] env[62490]: DEBUG oslo_vmware.api [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2499.194709] env[62490]: value = "task-2066784" [ 2499.194709] env[62490]: _type = "Task" [ 2499.194709] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.203220] env[62490]: DEBUG oslo_vmware.api [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.659060] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2499.659280] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2499.659280] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2499.704788] env[62490]: DEBUG oslo_vmware.api [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066784, 'name': PowerOffVM_Task, 'duration_secs': 0.176897} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.705051] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2499.705232] env[62490]: DEBUG nova.compute.manager [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2499.705958] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7998d33e-c78a-44d7-8dd0-7747d2b11770 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.162341] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2500.162448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2500.162609] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2500.162761] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2500.216084] env[62490]: DEBUG oslo_concurrency.lockutils [None req-e8287fe7-d619-49db-bcad-f2c4b6af45d1 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.565248] env[62490]: DEBUG nova.objects.instance [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'flavor' on Instance uuid ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2501.069950] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2501.872393] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [{"id": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "address": "fa:16:3e:3e:29:88", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbc988-d9", "ovs_interfaceid": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2502.375424] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2502.375656] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2502.375912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.376100] env[62490]: DEBUG nova.network.neutron [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2502.376298] env[62490]: DEBUG nova.objects.instance [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'info_cache' on Instance uuid ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2502.377599] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2502.377776] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2502.378183] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2502.880361] env[62490]: DEBUG nova.objects.base [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2503.573803] env[62490]: DEBUG nova.network.neutron [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [{"id": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "address": "fa:16:3e:3e:29:88", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbc988-d9", "ovs_interfaceid": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.076348] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2505.082066] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2505.082515] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80eea37e-5269-43a7-b86b-04e2c1a7808a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.090192] env[62490]: DEBUG oslo_vmware.api [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2505.090192] env[62490]: value = "task-2066785" [ 2505.090192] env[62490]: _type = "Task" [ 2505.090192] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.098014] env[62490]: DEBUG oslo_vmware.api [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.600929] env[62490]: DEBUG oslo_vmware.api [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066785, 'name': PowerOnVM_Task, 'duration_secs': 0.389941} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.601245] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2505.601447] env[62490]: DEBUG nova.compute.manager [None req-d550e45a-06e1-4bd6-b966-309847e1e5fe tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2505.602343] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bb076b-c917-4297-a35d-132e97782c4d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.524647] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cfa3f3-2d3a-41ca-b392-603317a0fd8f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.531710] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b6d3f-fa64-4a15-acc9-ddff2ecd58cb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Suspending the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2507.531958] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-791476c9-1982-4634-b143-e3c36147f1df {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.538275] env[62490]: DEBUG oslo_vmware.api [None req-ba4b6d3f-fa64-4a15-acc9-ddff2ecd58cb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2507.538275] env[62490]: value = "task-2066786" [ 2507.538275] env[62490]: _type = "Task" [ 2507.538275] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.546145] env[62490]: DEBUG oslo_vmware.api [None req-ba4b6d3f-fa64-4a15-acc9-ddff2ecd58cb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066786, 'name': SuspendVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.660019] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2507.660314] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2508.047983] env[62490]: DEBUG oslo_vmware.api [None req-ba4b6d3f-fa64-4a15-acc9-ddff2ecd58cb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066786, 'name': SuspendVM_Task} progress is 70%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.163801] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.164082] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.164229] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.164385] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2508.165295] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4fa01d-c0c8-4045-a1a8-d4f5ca8f5a02 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.173785] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81607423-fc8b-44e7-a150-553d4ac64255 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.188371] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c1321-55ca-4019-b5be-ea38bab5158b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.194832] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da551ff3-b109-4d3f-a1e2-4dbb9eea46ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.224937] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181033MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2508.225141] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.225369] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.548483] env[62490]: DEBUG oslo_vmware.api [None req-ba4b6d3f-fa64-4a15-acc9-ddff2ecd58cb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066786, 'name': SuspendVM_Task, 'duration_secs': 0.597455} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.548882] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4b6d3f-fa64-4a15-acc9-ddff2ecd58cb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Suspended the VM {{(pid=62490) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2508.548949] env[62490]: DEBUG nova.compute.manager [None req-ba4b6d3f-fa64-4a15-acc9-ddff2ecd58cb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2508.549655] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53531149-9429-440c-93a6-7725d3baf66d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.249839] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2509.250090] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2509.250247] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2509.274797] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa23985-8e88-4a62-980b-e334bdc6fdcd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.282308] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd62f35-914d-4462-a63e-8ae996bc78a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.312751] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b686b44-1130-4400-9426-a20e88336812 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.319885] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9357297c-7fa3-48d4-ac3f-14b2a7099d35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.333418] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2509.836445] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2509.875487] env[62490]: INFO nova.compute.manager [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Resuming [ 2509.876113] env[62490]: DEBUG nova.objects.instance [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'flavor' on Instance uuid ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2510.341265] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2510.341476] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2511.386125] env[62490]: DEBUG oslo_concurrency.lockutils [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2511.386125] env[62490]: DEBUG oslo_concurrency.lockutils [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquired lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2511.386125] env[62490]: DEBUG nova.network.neutron [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2512.103637] env[62490]: DEBUG nova.network.neutron [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [{"id": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "address": "fa:16:3e:3e:29:88", "network": {"id": "5b4b34c0-5c60-4d84-b39b-edd6df2ff473", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1628053983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "076f25402b0741f9b905dd00a1d365bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ebbc988-d9", "ovs_interfaceid": "9ebbc988-d94e-40c1-9343-6b8982c8b4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2512.606308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Releasing lock "refresh_cache-ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2512.607316] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b930e2a9-6452-4803-8911-3d507a7e78ef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.614286] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Resuming the VM {{(pid=62490) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2512.614502] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-542279c8-20c1-4a2e-9271-6410c4783bdb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.620811] env[62490]: DEBUG oslo_vmware.api [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2512.620811] env[62490]: value = "task-2066787" [ 2512.620811] env[62490]: _type = "Task" [ 2512.620811] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2512.629555] env[62490]: DEBUG oslo_vmware.api [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.130443] env[62490]: DEBUG oslo_vmware.api [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066787, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.340880] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2513.341267] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2513.341350] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2513.341501] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2513.631759] env[62490]: DEBUG oslo_vmware.api [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066787, 'name': PowerOnVM_Task, 'duration_secs': 0.731246} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2513.632164] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Resumed the VM {{(pid=62490) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2513.632311] env[62490]: DEBUG nova.compute.manager [None req-724ab888-20a7-4a23-97b9-d34a865fe2fb tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2513.633092] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b366bf3-22ef-414a-b13b-d455ccdb8420 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.552213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.552460] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.552654] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.552861] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.553028] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2514.555123] env[62490]: INFO nova.compute.manager [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Terminating instance [ 2515.058805] env[62490]: DEBUG nova.compute.manager [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2515.059187] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2515.060019] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7fc125-f437-4ad2-9a7f-f118d712d44e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.067986] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2515.068225] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba024915-bc0f-459a-a0ef-3fe2250fe37f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.074056] env[62490]: DEBUG oslo_vmware.api [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2515.074056] env[62490]: value = "task-2066788" [ 2515.074056] env[62490]: _type = "Task" [ 2515.074056] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.081504] env[62490]: DEBUG oslo_vmware.api [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.584934] env[62490]: DEBUG oslo_vmware.api [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066788, 'name': PowerOffVM_Task, 'duration_secs': 0.19669} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.585262] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2515.585444] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2515.585690] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a1c6a90-7ac1-4901-ba77-dc7e6feb599d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.814816] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2515.815179] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2515.815441] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleting the datastore file [datastore1] ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2515.815720] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b44c4a11-2523-408b-8662-f439e2637efc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.822285] env[62490]: DEBUG oslo_vmware.api [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for the task: (returnval){ [ 2515.822285] env[62490]: value = "task-2066790" [ 2515.822285] env[62490]: _type = "Task" [ 2515.822285] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.829827] env[62490]: DEBUG oslo_vmware.api [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.331898] env[62490]: DEBUG oslo_vmware.api [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Task: {'id': task-2066790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144556} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.332189] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2516.332360] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2516.332540] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2516.332711] env[62490]: INFO nova.compute.manager [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2516.332949] env[62490]: DEBUG oslo.service.loopingcall [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2516.333157] env[62490]: DEBUG nova.compute.manager [-] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2516.333255] env[62490]: DEBUG nova.network.neutron [-] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2516.762130] env[62490]: DEBUG nova.compute.manager [req-f64e2ada-e329-4d5f-9490-0ab68dc833d1 req-6ab2e9fe-3854-45ba-9a33-d1019ba559e3 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Received event network-vif-deleted-9ebbc988-d94e-40c1-9343-6b8982c8b4d3 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2516.762130] env[62490]: INFO nova.compute.manager [req-f64e2ada-e329-4d5f-9490-0ab68dc833d1 req-6ab2e9fe-3854-45ba-9a33-d1019ba559e3 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Neutron deleted interface 9ebbc988-d94e-40c1-9343-6b8982c8b4d3; detaching it from the instance and deleting it from the info cache [ 2516.762130] env[62490]: DEBUG nova.network.neutron [req-f64e2ada-e329-4d5f-9490-0ab68dc833d1 req-6ab2e9fe-3854-45ba-9a33-d1019ba559e3 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2517.242368] env[62490]: DEBUG nova.network.neutron [-] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2517.264387] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98ced595-03de-477b-a73b-eda6838ceb6a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.274174] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad0f00c-61b3-49cb-81d1-5b3e3a0360eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.298724] env[62490]: DEBUG nova.compute.manager [req-f64e2ada-e329-4d5f-9490-0ab68dc833d1 req-6ab2e9fe-3854-45ba-9a33-d1019ba559e3 service nova] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Detach interface failed, port_id=9ebbc988-d94e-40c1-9343-6b8982c8b4d3, reason: Instance ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2517.744780] env[62490]: INFO nova.compute.manager [-] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Took 1.41 seconds to deallocate network for instance. [ 2518.251358] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2518.251637] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2518.251860] env[62490]: DEBUG nova.objects.instance [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lazy-loading 'resources' on Instance uuid ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2518.789885] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bcbfe2-5d21-4e7e-8d7b-6f8715ac2737 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.797305] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8e8e1e-73bd-4d7b-ba44-c381c1cabc50 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.826543] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b96c29-3dd9-41bb-b3e7-13cd8643dd67 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.833626] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d9a68-8541-46c9-b0b1-e496160e5234 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.848336] env[62490]: DEBUG nova.compute.provider_tree [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2519.351958] env[62490]: DEBUG nova.scheduler.client.report [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2519.857530] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2519.879423] env[62490]: INFO nova.scheduler.client.report [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Deleted allocations for instance ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d [ 2520.386836] env[62490]: DEBUG oslo_concurrency.lockutils [None req-28bb7070-0014-4678-a840-a0389ab6a027 tempest-ServerActionsTestJSON-1065986705 tempest-ServerActionsTestJSON-1065986705-project-member] Lock "ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.834s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2535.485693] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2535.486021] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2535.988373] env[62490]: DEBUG nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2536.507241] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2536.507497] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2536.509040] env[62490]: INFO nova.compute.claims [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2537.544438] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b7983-c6f4-4ed0-b7aa-7076c0be347a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.552717] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4eda2-2c89-4c69-a04e-5dddd2c27abf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.582275] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963b6712-e983-43ca-a4e1-d0a2ea43cb4e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.589136] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f333b39-e2fa-4153-b5f9-a3a6a0fda12e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.601675] env[62490]: DEBUG nova.compute.provider_tree [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2538.104527] env[62490]: DEBUG nova.scheduler.client.report [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2538.609223] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2538.609757] env[62490]: DEBUG nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2539.114557] env[62490]: DEBUG nova.compute.utils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2539.115950] env[62490]: DEBUG nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2539.116129] env[62490]: DEBUG nova.network.neutron [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2539.165039] env[62490]: DEBUG nova.policy [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c09c1fa498040e49468459c26a39f2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f69900108444e6d8f18f3b351fe1a01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2539.417050] env[62490]: DEBUG nova.network.neutron [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Successfully created port: 29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2539.619446] env[62490]: DEBUG nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2540.631051] env[62490]: DEBUG nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2540.656918] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2540.657187] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2540.657347] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2540.657532] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2540.657681] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2540.657839] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2540.658058] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2540.658221] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2540.658395] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2540.658565] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2540.658741] env[62490]: DEBUG nova.virt.hardware [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2540.659618] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609cb7a-a0ad-4efb-96ec-1f7c82d75b9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.667512] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60ebddd-ff01-472c-b63c-e2c559c6f1d4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.774519] env[62490]: DEBUG nova.compute.manager [req-9cc9825f-27c8-41b1-b720-d723d6a8627a req-621c713b-778b-48fc-aecd-9c32d030ad3d service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-vif-plugged-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2540.774740] env[62490]: DEBUG oslo_concurrency.lockutils [req-9cc9825f-27c8-41b1-b720-d723d6a8627a req-621c713b-778b-48fc-aecd-9c32d030ad3d service nova] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2540.774961] env[62490]: DEBUG oslo_concurrency.lockutils [req-9cc9825f-27c8-41b1-b720-d723d6a8627a req-621c713b-778b-48fc-aecd-9c32d030ad3d service nova] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2540.775159] env[62490]: DEBUG oslo_concurrency.lockutils [req-9cc9825f-27c8-41b1-b720-d723d6a8627a req-621c713b-778b-48fc-aecd-9c32d030ad3d service nova] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2540.775279] env[62490]: DEBUG nova.compute.manager [req-9cc9825f-27c8-41b1-b720-d723d6a8627a req-621c713b-778b-48fc-aecd-9c32d030ad3d service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] No waiting events found dispatching network-vif-plugged-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2540.775444] env[62490]: WARNING nova.compute.manager [req-9cc9825f-27c8-41b1-b720-d723d6a8627a req-621c713b-778b-48fc-aecd-9c32d030ad3d service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received unexpected event network-vif-plugged-29faf84e-0922-4cf1-94c1-aa0341870297 for instance with vm_state building and task_state spawning. [ 2540.854573] env[62490]: DEBUG nova.network.neutron [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Successfully updated port: 29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2541.358708] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2541.358866] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2541.359031] env[62490]: DEBUG nova.network.neutron [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2541.893637] env[62490]: DEBUG nova.network.neutron [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2542.011444] env[62490]: DEBUG nova.network.neutron [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2542.513618] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2542.513959] env[62490]: DEBUG nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Instance network_info: |[{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2542.514414] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ca:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29faf84e-0922-4cf1-94c1-aa0341870297', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2542.522244] env[62490]: DEBUG oslo.service.loopingcall [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2542.522488] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2542.522730] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68d1430c-05e0-497b-8883-4883fbe7c854 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.543177] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2542.543177] env[62490]: value = "task-2066791" [ 2542.543177] env[62490]: _type = "Task" [ 2542.543177] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2542.550415] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066791, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2542.799338] env[62490]: DEBUG nova.compute.manager [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2542.799545] env[62490]: DEBUG nova.compute.manager [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing instance network info cache due to event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2542.799755] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2542.799894] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2542.800060] env[62490]: DEBUG nova.network.neutron [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2543.052584] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066791, 'name': CreateVM_Task, 'duration_secs': 0.47749} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2543.052982] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2543.053417] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2543.053582] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2543.053924] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2543.054191] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc904184-f9e1-406a-8633-a0a69f57ac3c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.058893] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2543.058893] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5296b7cf-dc5f-ffa2-45a3-3943a0b9bc2a" [ 2543.058893] env[62490]: _type = "Task" [ 2543.058893] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2543.066849] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5296b7cf-dc5f-ffa2-45a3-3943a0b9bc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.483912] env[62490]: DEBUG nova.network.neutron [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updated VIF entry in instance network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2543.484279] env[62490]: DEBUG nova.network.neutron [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2543.570249] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5296b7cf-dc5f-ffa2-45a3-3943a0b9bc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2543.570546] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2543.570768] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2543.570990] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2543.571149] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2543.571382] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2543.571631] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-191f22af-5f8f-4d3f-b2bc-2d071a289cc6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.580163] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2543.580336] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2543.581038] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd6bddd-4d0d-4cd4-b26b-5496c530b262 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.586458] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2543.586458] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52de7212-649c-c316-fabb-933f86c1134d" [ 2543.586458] env[62490]: _type = "Task" [ 2543.586458] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2543.593842] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52de7212-649c-c316-fabb-933f86c1134d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.987322] env[62490]: DEBUG oslo_concurrency.lockutils [req-1f1a7c0a-4535-4f84-a280-e1dbcde79426 req-52fee49f-b10e-4701-bc3f-9bb75255c4a4 service nova] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2544.096714] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52de7212-649c-c316-fabb-933f86c1134d, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2544.097496] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fe20fe-9439-4ca6-bd35-6938f2572b75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.102530] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2544.102530] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f53ab8-e71a-6ba1-0c2c-88f2680b105a" [ 2544.102530] env[62490]: _type = "Task" [ 2544.102530] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2544.109674] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f53ab8-e71a-6ba1-0c2c-88f2680b105a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2544.617223] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f53ab8-e71a-6ba1-0c2c-88f2680b105a, 'name': SearchDatastore_Task, 'duration_secs': 0.030282} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2544.617591] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2544.617943] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2544.618294] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92979b0f-87ac-4711-b3c3-189b0483699a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.626543] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2544.626543] env[62490]: value = "task-2066792" [ 2544.626543] env[62490]: _type = "Task" [ 2544.626543] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2544.637645] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2545.138350] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2545.638247] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598368} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2545.638523] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2545.638710] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2545.638960] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b6c93b7-449f-4d32-9cfd-e3db106199a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.645997] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2545.645997] env[62490]: value = "task-2066793" [ 2545.645997] env[62490]: _type = "Task" [ 2545.645997] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2545.654102] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.155560] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066793, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.657045] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.548024} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2546.657334] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2546.658097] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed486e3-43ea-4711-bb8c-4c74bf22f44d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.679175] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2546.679403] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2627e95b-2fec-4bc7-9e4f-f640e2f62992 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.697096] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2546.697096] env[62490]: value = "task-2066794" [ 2546.697096] env[62490]: _type = "Task" [ 2546.697096] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2546.707938] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.208078] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066794, 'name': ReconfigVM_Task, 'duration_secs': 0.256109} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2547.208078] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2547.208499] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65c30f4b-2f17-440d-a655-6e20c9d389f5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.214821] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2547.214821] env[62490]: value = "task-2066795" [ 2547.214821] env[62490]: _type = "Task" [ 2547.214821] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.223742] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066795, 'name': Rename_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.724453] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066795, 'name': Rename_Task, 'duration_secs': 0.121856} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2547.724720] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2547.724967] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a9b2321-9321-4295-a08f-809da16dc7dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.731480] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2547.731480] env[62490]: value = "task-2066796" [ 2547.731480] env[62490]: _type = "Task" [ 2547.731480] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.738836] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.241375] env[62490]: DEBUG oslo_vmware.api [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066796, 'name': PowerOnVM_Task, 'duration_secs': 0.48505} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.241756] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2548.241904] env[62490]: INFO nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Took 7.61 seconds to spawn the instance on the hypervisor. [ 2548.241997] env[62490]: DEBUG nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2548.242823] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84045f0-b7d5-4ae2-96d4-38ebc56915b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.759848] env[62490]: INFO nova.compute.manager [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Took 12.27 seconds to build instance. [ 2549.261660] env[62490]: DEBUG oslo_concurrency.lockutils [None req-2286f5b4-2052-4077-b234-b3f3cd076c16 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.775s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2549.644083] env[62490]: DEBUG nova.compute.manager [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2549.644319] env[62490]: DEBUG nova.compute.manager [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing instance network info cache due to event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2549.644543] env[62490]: DEBUG oslo_concurrency.lockutils [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2549.644713] env[62490]: DEBUG oslo_concurrency.lockutils [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2549.644888] env[62490]: DEBUG nova.network.neutron [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2550.353167] env[62490]: DEBUG nova.network.neutron [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updated VIF entry in instance network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2550.353532] env[62490]: DEBUG nova.network.neutron [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2550.856416] env[62490]: DEBUG oslo_concurrency.lockutils [req-9d13e554-ac43-4cbd-93e4-2c3a26680a49 req-dad29a12-b6c0-4ad7-a030-511d84c425ed service nova] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2560.659644] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2560.660072] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2560.660072] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2561.190550] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2561.190742] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2561.190824] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2561.191018] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2562.895788] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2563.398469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2563.398767] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2563.398892] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2563.399055] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2563.399204] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2569.659427] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2569.659840] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2570.162531] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2570.162770] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2570.162937] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.163104] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2570.164013] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec108f07-37a1-4509-996a-59f43673062d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.172319] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2fa682-038d-4f67-acea-62d0876f055b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.185974] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647cf483-4d54-46af-b422-20c8ad0a2430 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.192136] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5e897e-cca0-4bdf-b479-596c0688034b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.220647] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181290MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2570.220790] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2570.220980] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2571.244340] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 64c725f5-020f-4c28-906d-f7591dcc3412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2571.244641] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2571.244721] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2571.270049] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c57fcd-7cf8-428e-9f09-2aba5278597a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.275967] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b42564-0ef1-4706-97bd-0a4a40e3beec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.305468] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f429b201-f201-4608-91a4-e15a8fae9b1e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.312221] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d6cee-90ab-407d-ab0e-9e2369e8b264 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.324608] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2571.827686] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2572.332844] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2572.333236] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2573.333722] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2573.334149] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2573.659211] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2573.659400] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2588.804494] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2588.804938] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2588.804938] env[62490]: INFO nova.compute.manager [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Shelving [ 2589.815475] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2589.815842] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c9b178-1a36-4029-816e-82e406dea422 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.823715] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2589.823715] env[62490]: value = "task-2066797" [ 2589.823715] env[62490]: _type = "Task" [ 2589.823715] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.831244] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.333533] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066797, 'name': PowerOffVM_Task, 'duration_secs': 0.1589} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2590.333801] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2590.334630] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d061da-3c25-458b-9da4-789f87f12dd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.352599] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39edd6-39f7-4d43-94f7-65143ad55582 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.863663] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Creating Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2590.864174] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e5471ca-7941-4fa2-ba54-41799daaf779 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.872463] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2590.872463] env[62490]: value = "task-2066798" [ 2590.872463] env[62490]: _type = "Task" [ 2590.872463] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2590.881259] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066798, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.383303] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066798, 'name': CreateSnapshot_Task, 'duration_secs': 0.405043} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2591.383609] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Created Snapshot of the VM instance {{(pid=62490) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2591.384508] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc682444-beb0-46e3-8e55-9fd68b5fca15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.902787] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Creating linked-clone VM from snapshot {{(pid=62490) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2591.903192] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-141ab1d5-f130-4f83-98c0-1e97d4a5e7a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.913917] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2591.913917] env[62490]: value = "task-2066799" [ 2591.913917] env[62490]: _type = "Task" [ 2591.913917] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2591.921447] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066799, 'name': CloneVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.424192] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066799, 'name': CloneVM_Task} progress is 94%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.924834] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066799, 'name': CloneVM_Task} progress is 100%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2593.425708] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066799, 'name': CloneVM_Task, 'duration_secs': 1.077856} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2593.425993] env[62490]: INFO nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Created linked-clone VM from snapshot [ 2593.426689] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9919486-642c-4db4-8d78-9f1c5e7ab5b9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.433781] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Uploading image 702b7718-303d-4eda-8327-3bd9473857ca {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2593.460396] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2593.460396] env[62490]: value = "vm-423788" [ 2593.460396] env[62490]: _type = "VirtualMachine" [ 2593.460396] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2593.460669] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ac31c0a-27b2-4cdb-bf6e-2094ff0083a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.470854] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lease: (returnval){ [ 2593.470854] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4840b-0be9-fa36-7469-6209ebaebd5a" [ 2593.470854] env[62490]: _type = "HttpNfcLease" [ 2593.470854] env[62490]: } obtained for exporting VM: (result){ [ 2593.470854] env[62490]: value = "vm-423788" [ 2593.470854] env[62490]: _type = "VirtualMachine" [ 2593.470854] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2593.471196] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the lease: (returnval){ [ 2593.471196] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4840b-0be9-fa36-7469-6209ebaebd5a" [ 2593.471196] env[62490]: _type = "HttpNfcLease" [ 2593.471196] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2593.477308] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2593.477308] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4840b-0be9-fa36-7469-6209ebaebd5a" [ 2593.477308] env[62490]: _type = "HttpNfcLease" [ 2593.477308] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2593.979896] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2593.979896] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4840b-0be9-fa36-7469-6209ebaebd5a" [ 2593.979896] env[62490]: _type = "HttpNfcLease" [ 2593.979896] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2593.980330] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2593.980330] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4840b-0be9-fa36-7469-6209ebaebd5a" [ 2593.980330] env[62490]: _type = "HttpNfcLease" [ 2593.980330] env[62490]: }. {{(pid=62490) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2593.981040] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507bef19-ecac-423d-97d1-9bf4e0edc050 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.987690] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52975a0f-382f-9ca8-3f29-937c6aaf0d66/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2593.987849] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52975a0f-382f-9ca8-3f29-937c6aaf0d66/disk-0.vmdk for reading. {{(pid=62490) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2594.074250] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e22f4c67-e681-4f4e-8eb4-62ac9e06c137 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.655829] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2600.620216] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52975a0f-382f-9ca8-3f29-937c6aaf0d66/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2600.621117] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c786e11-4415-4f13-b8e7-1677b36c329d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.627464] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52975a0f-382f-9ca8-3f29-937c6aaf0d66/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2600.627628] env[62490]: ERROR oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52975a0f-382f-9ca8-3f29-937c6aaf0d66/disk-0.vmdk due to incomplete transfer. [ 2600.627835] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6bc26d6f-961e-4ae2-9b50-700ccabbf1cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.634445] env[62490]: DEBUG oslo_vmware.rw_handles [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52975a0f-382f-9ca8-3f29-937c6aaf0d66/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2600.634633] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Uploaded image 702b7718-303d-4eda-8327-3bd9473857ca to the Glance image server {{(pid=62490) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2600.637069] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Destroying the VM {{(pid=62490) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2600.637290] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f229e1c8-d2aa-49dd-98ca-8b71d2d1d47c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.642956] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2600.642956] env[62490]: value = "task-2066801" [ 2600.642956] env[62490]: _type = "Task" [ 2600.642956] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2600.650669] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066801, 'name': Destroy_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.152944] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066801, 'name': Destroy_Task, 'duration_secs': 0.405113} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2601.153168] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Destroyed the VM [ 2601.153403] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Deleting Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2601.153649] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90559b51-9126-4d44-95db-218c1e8f0618 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.160498] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2601.160498] env[62490]: value = "task-2066802" [ 2601.160498] env[62490]: _type = "Task" [ 2601.160498] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2601.167761] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.669877] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.329179} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2601.670374] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Deleted Snapshot of the VM instance {{(pid=62490) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2601.670528] env[62490]: DEBUG nova.compute.manager [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2601.671288] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b0012-228d-4995-b5d8-dbd1aea5bf11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.184659] env[62490]: INFO nova.compute.manager [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Shelve offloading [ 2602.688428] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2602.688824] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bdedc90-2d58-4e8d-a41e-b15f1330e07b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.696987] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2602.696987] env[62490]: value = "task-2066803" [ 2602.696987] env[62490]: _type = "Task" [ 2602.696987] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2602.704547] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.208069] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] VM already powered off {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2603.208290] env[62490]: DEBUG nova.compute.manager [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2603.209029] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e607c477-0cdc-4ec8-ac48-36d53c49d385 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.214356] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2603.214524] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2603.214681] env[62490]: DEBUG nova.network.neutron [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2603.943094] env[62490]: DEBUG nova.network.neutron [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2604.446653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2604.664666] env[62490]: DEBUG nova.compute.manager [req-68eee578-bb79-44fb-8333-53fb58230e19 req-056fe516-d468-4958-a714-1aa218a6e011 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-vif-unplugged-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2604.664905] env[62490]: DEBUG oslo_concurrency.lockutils [req-68eee578-bb79-44fb-8333-53fb58230e19 req-056fe516-d468-4958-a714-1aa218a6e011 service nova] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2604.665315] env[62490]: DEBUG oslo_concurrency.lockutils [req-68eee578-bb79-44fb-8333-53fb58230e19 req-056fe516-d468-4958-a714-1aa218a6e011 service nova] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2604.665513] env[62490]: DEBUG oslo_concurrency.lockutils [req-68eee578-bb79-44fb-8333-53fb58230e19 req-056fe516-d468-4958-a714-1aa218a6e011 service nova] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2604.665690] env[62490]: DEBUG nova.compute.manager [req-68eee578-bb79-44fb-8333-53fb58230e19 req-056fe516-d468-4958-a714-1aa218a6e011 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] No waiting events found dispatching network-vif-unplugged-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2604.665855] env[62490]: WARNING nova.compute.manager [req-68eee578-bb79-44fb-8333-53fb58230e19 req-056fe516-d468-4958-a714-1aa218a6e011 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received unexpected event network-vif-unplugged-29faf84e-0922-4cf1-94c1-aa0341870297 for instance with vm_state shelved and task_state shelving_offloading. [ 2604.765079] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2604.766033] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f78d5-50ae-4dc3-bfa0-391784067b9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.774702] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2604.774945] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbbae6f-93b6-4527-98aa-a94f8a6141fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.901798] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2604.902171] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2604.902350] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleting the datastore file [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2604.902677] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a66ba4-d92d-428e-8b11-e79a8b9dbc2a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.909394] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2604.909394] env[62490]: value = "task-2066805" [ 2604.909394] env[62490]: _type = "Task" [ 2604.909394] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2604.917525] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2605.420260] env[62490]: DEBUG oslo_vmware.api [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14935} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2605.420655] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2605.420754] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2605.420882] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2605.444621] env[62490]: INFO nova.scheduler.client.report [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted allocations for instance 64c725f5-020f-4c28-906d-f7591dcc3412 [ 2605.949879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2605.950204] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2605.950403] env[62490]: DEBUG nova.objects.instance [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lazy-loading 'resources' on Instance uuid 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2606.453169] env[62490]: DEBUG nova.objects.instance [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lazy-loading 'numa_topology' on Instance uuid 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2606.689301] env[62490]: DEBUG nova.compute.manager [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2606.689491] env[62490]: DEBUG nova.compute.manager [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing instance network info cache due to event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2606.689702] env[62490]: DEBUG oslo_concurrency.lockutils [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2606.689841] env[62490]: DEBUG oslo_concurrency.lockutils [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2606.689999] env[62490]: DEBUG nova.network.neutron [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2606.956186] env[62490]: DEBUG nova.objects.base [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Object Instance<64c725f5-020f-4c28-906d-f7591dcc3412> lazy-loaded attributes: resources,numa_topology {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2606.970287] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db130c49-aa1e-4ec1-bb1a-1e2a9432bf72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.977954] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a45df-a519-4aed-9030-540f460806fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.008290] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f7ef41-5b88-42ae-976b-514cab677fd8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.015192] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b738b72-12d3-4843-b33b-382780bb41eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.027890] env[62490]: DEBUG nova.compute.provider_tree [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2607.405494] env[62490]: DEBUG nova.network.neutron [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updated VIF entry in instance network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2607.405936] env[62490]: DEBUG nova.network.neutron [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap29faf84e-09", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2607.531060] env[62490]: DEBUG nova.scheduler.client.report [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2607.909115] env[62490]: DEBUG oslo_concurrency.lockutils [req-efcf78fd-c1b1-498f-be8a-01416295bea0 req-1931b7e3-6532-4d65-977b-0e008f29c652 service nova] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2608.036170] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2608.542969] env[62490]: DEBUG oslo_concurrency.lockutils [None req-7f73afe9-2174-43cb-a274-636e455f737d tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.738s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2608.592705] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2608.593011] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2608.593282] env[62490]: INFO nova.compute.manager [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Unshelving [ 2609.614385] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2609.614651] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2609.614856] env[62490]: DEBUG nova.objects.instance [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lazy-loading 'pci_requests' on Instance uuid 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2610.119208] env[62490]: DEBUG nova.objects.instance [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lazy-loading 'numa_topology' on Instance uuid 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2610.622077] env[62490]: INFO nova.compute.claims [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2611.656489] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7ff9ee-727d-4086-8aeb-3496b2c37127 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.664282] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d98a49-2822-48a7-b210-f08d731429fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.694534] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d61949-673b-4e4e-b193-afb1b199101b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.701449] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5991dbf5-af77-461f-b243-2d712e8f8d93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.715126] env[62490]: DEBUG nova.compute.provider_tree [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2612.217632] env[62490]: DEBUG nova.scheduler.client.report [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2612.723114] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2612.751325] env[62490]: INFO nova.network.neutron [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating port 29faf84e-0922-4cf1-94c1-aa0341870297 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2615.870726] env[62490]: DEBUG nova.compute.manager [req-c95dec5d-69d8-4349-9410-aa0c998f19dc req-e8ce1fbf-9807-44b5-ba8e-f580dd3f78dd service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-vif-plugged-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2615.870726] env[62490]: DEBUG oslo_concurrency.lockutils [req-c95dec5d-69d8-4349-9410-aa0c998f19dc req-e8ce1fbf-9807-44b5-ba8e-f580dd3f78dd service nova] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2615.870909] env[62490]: DEBUG oslo_concurrency.lockutils [req-c95dec5d-69d8-4349-9410-aa0c998f19dc req-e8ce1fbf-9807-44b5-ba8e-f580dd3f78dd service nova] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2615.870999] env[62490]: DEBUG oslo_concurrency.lockutils [req-c95dec5d-69d8-4349-9410-aa0c998f19dc req-e8ce1fbf-9807-44b5-ba8e-f580dd3f78dd service nova] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2615.871243] env[62490]: DEBUG nova.compute.manager [req-c95dec5d-69d8-4349-9410-aa0c998f19dc req-e8ce1fbf-9807-44b5-ba8e-f580dd3f78dd service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] No waiting events found dispatching network-vif-plugged-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2615.871344] env[62490]: WARNING nova.compute.manager [req-c95dec5d-69d8-4349-9410-aa0c998f19dc req-e8ce1fbf-9807-44b5-ba8e-f580dd3f78dd service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received unexpected event network-vif-plugged-29faf84e-0922-4cf1-94c1-aa0341870297 for instance with vm_state shelved_offloaded and task_state spawning. [ 2615.929099] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2615.929271] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2615.929438] env[62490]: DEBUG nova.network.neutron [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2616.669503] env[62490]: DEBUG nova.network.neutron [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2617.172967] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2617.201295] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4fdb1a0b9eb339e3b0140ac4b3c54013',container_format='bare',created_at=2025-01-13T05:54:37Z,direct_url=,disk_format='vmdk',id=702b7718-303d-4eda-8327-3bd9473857ca,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1508681571-shelved',owner='4f69900108444e6d8f18f3b351fe1a01',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-01-13T05:54:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2617.201551] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2617.201706] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2617.201889] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2617.202045] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2617.202216] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2617.202462] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2617.202623] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2617.202828] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2617.203035] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2617.203209] env[62490]: DEBUG nova.virt.hardware [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2617.204368] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549b41f5-4a00-44cd-8665-a8e7515a4204 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.212534] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e1df09-22d9-4f17-bce8-d957ef7d24eb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.225639] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ca:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29faf84e-0922-4cf1-94c1-aa0341870297', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2617.233059] env[62490]: DEBUG oslo.service.loopingcall [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2617.233268] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2617.233460] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfa5176-9569-4a1d-a252-15c3d5215fa0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.251512] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2617.251512] env[62490]: value = "task-2066806" [ 2617.251512] env[62490]: _type = "Task" [ 2617.251512] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2617.258514] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066806, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2617.762655] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066806, 'name': CreateVM_Task, 'duration_secs': 0.476314} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2617.762845] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2617.763458] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2617.763618] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2617.764026] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2617.764282] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146b127f-46a8-4af4-90cd-fc92e3e0ad3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.768634] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2617.768634] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523174ab-8e19-2689-dd13-e1c5a5147b09" [ 2617.768634] env[62490]: _type = "Task" [ 2617.768634] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2618.436977] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523174ab-8e19-2689-dd13-e1c5a5147b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2618.437378] env[62490]: WARNING oslo_vmware.common.loopingcall [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] task run outlasted interval by 0.16832100000000005 sec [ 2618.438286] env[62490]: DEBUG nova.compute.manager [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2618.438463] env[62490]: DEBUG nova.compute.manager [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing instance network info cache due to event network-changed-29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2618.438667] env[62490]: DEBUG oslo_concurrency.lockutils [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2618.438809] env[62490]: DEBUG oslo_concurrency.lockutils [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2618.438965] env[62490]: DEBUG nova.network.neutron [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Refreshing network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2618.449683] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2618.450071] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Processing image 702b7718-303d-4eda-8327-3bd9473857ca {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2618.450142] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca/702b7718-303d-4eda-8327-3bd9473857ca.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2618.450280] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca/702b7718-303d-4eda-8327-3bd9473857ca.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2618.450465] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2618.450685] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1d3ee28-ce7b-4f20-8a25-fd30a3e2db15 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.469364] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2618.469535] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2618.470205] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04d4d88-8a03-49b5-aeb0-2f9a01c4111d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.475457] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2618.475457] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5295e6fd-4794-6c3a-90ac-5723c755ecc9" [ 2618.475457] env[62490]: _type = "Task" [ 2618.475457] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2618.482850] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5295e6fd-4794-6c3a-90ac-5723c755ecc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2618.660866] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2618.661060] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2618.987367] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Preparing fetch location {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2618.987620] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Fetch image to [datastore1] OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610/OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610.vmdk {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2618.987801] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Downloading stream optimized image 702b7718-303d-4eda-8327-3bd9473857ca to [datastore1] OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610/OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610.vmdk on the data store datastore1 as vApp {{(pid=62490) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2618.987967] env[62490]: DEBUG nova.virt.vmwareapi.images [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Downloading image file data 702b7718-303d-4eda-8327-3bd9473857ca to the ESX as VM named 'OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610' {{(pid=62490) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2619.063725] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2619.063725] env[62490]: value = "resgroup-9" [ 2619.063725] env[62490]: _type = "ResourcePool" [ 2619.063725] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2619.063991] env[62490]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-325cf75b-b60a-4c71-b31b-8a3ef35b1ee6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.086787] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lease: (returnval){ [ 2619.086787] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52008186-1df0-b922-d32d-f7b497bf8d24" [ 2619.086787] env[62490]: _type = "HttpNfcLease" [ 2619.086787] env[62490]: } obtained for vApp import into resource pool (val){ [ 2619.086787] env[62490]: value = "resgroup-9" [ 2619.086787] env[62490]: _type = "ResourcePool" [ 2619.086787] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2619.087018] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the lease: (returnval){ [ 2619.087018] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52008186-1df0-b922-d32d-f7b497bf8d24" [ 2619.087018] env[62490]: _type = "HttpNfcLease" [ 2619.087018] env[62490]: } to be ready. {{(pid=62490) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2619.093061] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2619.093061] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52008186-1df0-b922-d32d-f7b497bf8d24" [ 2619.093061] env[62490]: _type = "HttpNfcLease" [ 2619.093061] env[62490]: } is initializing. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2619.168249] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] There are 20 instances to clean {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2619.168430] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 5988b52a-2b83-4552-b590-7a82e5871923] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2619.171464] env[62490]: DEBUG nova.network.neutron [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updated VIF entry in instance network info cache for port 29faf84e-0922-4cf1-94c1-aa0341870297. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2619.171811] env[62490]: DEBUG nova.network.neutron [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2619.596039] env[62490]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2619.596039] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52008186-1df0-b922-d32d-f7b497bf8d24" [ 2619.596039] env[62490]: _type = "HttpNfcLease" [ 2619.596039] env[62490]: } is ready. {{(pid=62490) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2619.596039] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2619.596039] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52008186-1df0-b922-d32d-f7b497bf8d24" [ 2619.596039] env[62490]: _type = "HttpNfcLease" [ 2619.596039] env[62490]: }. {{(pid=62490) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2619.596647] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d5f182-0e21-4005-9d7d-957cc9c68035 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.603283] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7522f-3844-0073-09ca-4fb894bb2352/disk-0.vmdk from lease info. {{(pid=62490) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2619.603487] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7522f-3844-0073-09ca-4fb894bb2352/disk-0.vmdk. {{(pid=62490) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2619.665769] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3d2bee07-5e38-4ad1-95dc-3e5914e6148c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.672530] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 56d86aee-566b-4585-a7be-c9d0526ac227] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2619.674741] env[62490]: DEBUG oslo_concurrency.lockutils [req-e32943aa-7d8b-43e6-b3ef-dadadf60bbc8 req-af3b0ae7-29a5-459e-ac61-1a384810846a service nova] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2620.176086] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: b37e24d5-442b-4fad-92db-3a777ec5964a] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2620.679875] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ebad7e0c-8d1c-4f22-be2a-b5b06a77d00d] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2620.699746] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Completed reading data from the image iterator. {{(pid=62490) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2620.700098] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7522f-3844-0073-09ca-4fb894bb2352/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2620.701160] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c0a2f-fd67-4edf-9d25-ad56ae698349 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.709236] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7522f-3844-0073-09ca-4fb894bb2352/disk-0.vmdk is in state: ready. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2620.709412] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7522f-3844-0073-09ca-4fb894bb2352/disk-0.vmdk. {{(pid=62490) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2620.709636] env[62490]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-350cabea-334b-4d51-871d-20845cb1f439 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.941255] env[62490]: DEBUG oslo_vmware.rw_handles [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7522f-3844-0073-09ca-4fb894bb2352/disk-0.vmdk. {{(pid=62490) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2620.941476] env[62490]: INFO nova.virt.vmwareapi.images [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Downloaded image file data 702b7718-303d-4eda-8327-3bd9473857ca [ 2620.942374] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a7a4f-59b8-4195-a52a-df8b1e0b6953 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.957458] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b175f3f7-4264-4b7c-aa07-012400013f4a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.994267] env[62490]: INFO nova.virt.vmwareapi.images [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] The imported VM was unregistered [ 2620.996645] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Caching image {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2620.996904] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Creating directory with path [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2620.997188] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7117dc6-7203-4d0e-a272-f112d05993ff {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.016676] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Created directory with path [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2621.016855] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610/OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610.vmdk to [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca/702b7718-303d-4eda-8327-3bd9473857ca.vmdk. {{(pid=62490) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2621.017112] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-00c318d9-7164-4eaa-b4a3-4ebab93d64f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.024173] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2621.024173] env[62490]: value = "task-2066809" [ 2621.024173] env[62490]: _type = "Task" [ 2621.024173] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2621.031657] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066809, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.183528] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: be1e29e6-4bc1-4b3c-b6ca-48c52a83e1c3] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2621.534895] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066809, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.686811] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 6b3a81d5-44f4-4192-b8d3-a3aa3497aa4b] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2622.034705] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066809, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.190578] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: a7549371-f42c-4077-b91f-96523360e898] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2622.537345] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066809, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.693887] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 62c8c560-942b-4fbc-a67f-bdf1ff080876] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2623.038132] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066809, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.198027] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 584ae597-1d31-4de9-a944-4fc5780d2c29] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2623.536490] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066809, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.48598} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2623.536744] env[62490]: INFO nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610/OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610.vmdk to [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca/702b7718-303d-4eda-8327-3bd9473857ca.vmdk. [ 2623.536930] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Cleaning up location [datastore1] OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2623.537101] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_42c72b33-39d0-40e1-815b-4122cc4a1610 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2623.537354] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b06f28-a203-45f3-b20d-5321befc6091 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.543622] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2623.543622] env[62490]: value = "task-2066810" [ 2623.543622] env[62490]: _type = "Task" [ 2623.543622] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2623.552116] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.701967] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: ad1baffc-bfec-402c-9a1f-742b1b6af800] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2624.053663] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041326} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2624.053914] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2624.054092] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca/702b7718-303d-4eda-8327-3bd9473857ca.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2624.054341] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca/702b7718-303d-4eda-8327-3bd9473857ca.vmdk to [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2624.054588] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab13a2a8-1350-49cf-877e-3826c6a00cc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.062131] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2624.062131] env[62490]: value = "task-2066811" [ 2624.062131] env[62490]: _type = "Task" [ 2624.062131] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2624.070307] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2624.206129] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: f5d29c74-45d6-4495-94dd-a78b93578d03] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2624.572778] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066811, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2624.710166] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3d59b26b-5314-4f91-b442-5644e956880f] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2625.074322] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066811, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.214202] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: c2d619ce-36cf-4e40-8e0d-e29d4d6e118c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2625.576727] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066811, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.717675] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 476c843a-252c-4dce-90ba-ec3ee85d5d9d] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2626.075304] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066811, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.222597] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 241f252f-11d4-43c2-9642-caef39fc956c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2626.576356] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066811, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.156693} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2626.576616] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/702b7718-303d-4eda-8327-3bd9473857ca/702b7718-303d-4eda-8327-3bd9473857ca.vmdk to [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2626.577421] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18511e-bc6b-4eed-a07f-1b9773f03012 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.599715] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2626.599994] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2ad221-ebcc-4c7e-9a81-4b8634d5c76a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.620351] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2626.620351] env[62490]: value = "task-2066812" [ 2626.620351] env[62490]: _type = "Task" [ 2626.620351] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.628448] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.730692] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: b56cb1d6-a05e-488d-87fe-6fa335000f37] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2627.130654] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066812, 'name': ReconfigVM_Task, 'duration_secs': 0.269519} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.130939] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412/64c725f5-020f-4c28-906d-f7591dcc3412.vmdk or device None with type streamOptimized {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2627.131597] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1f6dc9f-8753-445e-b8e2-701f64c5e740 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.138312] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2627.138312] env[62490]: value = "task-2066813" [ 2627.138312] env[62490]: _type = "Task" [ 2627.138312] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2627.146738] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066813, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.234482] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 41061a38-305a-409c-a95a-82392b65eab6] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2627.648574] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066813, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.737863] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 7afcba7c-8f15-4bf2-b6de-9f3ff6acd911] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2628.149633] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066813, 'name': Rename_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.241341] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: edd8b1f1-c836-45b5-bf51-0f421c5c2a9c] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2628.650419] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066813, 'name': Rename_Task, 'duration_secs': 1.149024} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2628.650693] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2628.650937] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-339a77e3-955f-40b3-8bec-db7520d53a1a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.658392] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2628.658392] env[62490]: value = "task-2066814" [ 2628.658392] env[62490]: _type = "Task" [ 2628.658392] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2628.665784] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.744564] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3afa0dd2-ef65-4b79-962c-40bc408f0793] Instance has had 0 of 5 cleanup attempts {{(pid=62490) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2629.168971] env[62490]: DEBUG oslo_vmware.api [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066814, 'name': PowerOnVM_Task, 'duration_secs': 0.434522} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2629.169323] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2629.269671] env[62490]: DEBUG nova.compute.manager [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2629.270607] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e72e1d-24ef-4d32-a735-44b762b7e4cd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.787299] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f85b3a9c-1883-4a3e-adf7-7b9a1b6dcedd tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.194s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2632.246907] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2632.247224] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2632.247312] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2632.247429] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2632.776642] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2632.776800] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2632.776950] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2632.777120] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2634.504957] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [{"id": "29faf84e-0922-4cf1-94c1-aa0341870297", "address": "fa:16:3e:79:ca:90", "network": {"id": "eb2d6333-6feb-42e5-9717-6876dff542d9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1329087226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f69900108444e6d8f18f3b351fe1a01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29faf84e-09", "ovs_interfaceid": "29faf84e-0922-4cf1-94c1-aa0341870297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2635.008078] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-64c725f5-020f-4c28-906d-f7591dcc3412" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2635.008292] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2635.008493] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.008651] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.008796] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.009025] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.009096] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.009231] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.009352] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2635.009491] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.512893] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2635.513255] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2635.513291] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2635.513442] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2635.514381] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981c2ef-1a4d-43d3-aa63-95c29722fd36 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.523211] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31439c3-a246-4274-90d2-eee139850cf3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.537100] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f90a14d-9223-472d-863e-cd90cb8118e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.543737] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b04f439-710a-4cfb-8ca0-1d7b1fea70c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.573175] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181228MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2635.573321] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2635.573523] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2636.599188] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 64c725f5-020f-4c28-906d-f7591dcc3412 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2636.599506] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2636.599589] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2636.628023] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332878c0-0e2b-460b-ac7e-95d46e92c8e2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.636117] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c4c3cb-04a9-4968-b4a1-64991e4cb7bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.666911] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bed32c6-f856-4ec3-8f24-325ba61e09f9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.675423] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41356e15-ef24-40b8-a298-ad2dbfff6422 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.688486] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2637.191749] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2637.696847] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2637.697419] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2637.697464] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2637.697584] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Cleaning up deleted instances with incomplete migration {{(pid=62490) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2648.660562] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2666.384052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2666.384416] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2666.384416] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2666.384546] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2666.384711] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2666.388302] env[62490]: INFO nova.compute.manager [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Terminating instance [ 2666.891835] env[62490]: DEBUG nova.compute.manager [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2666.892077] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2666.893085] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc1d6c4-868c-4b77-8823-a8acd33554be {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.901258] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2666.901479] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d479711-6b9d-44a5-a209-ea025a7a8725 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.908603] env[62490]: DEBUG oslo_vmware.api [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2666.908603] env[62490]: value = "task-2066815" [ 2666.908603] env[62490]: _type = "Task" [ 2666.908603] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2666.916198] env[62490]: DEBUG oslo_vmware.api [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2667.418116] env[62490]: DEBUG oslo_vmware.api [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066815, 'name': PowerOffVM_Task, 'duration_secs': 0.172732} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2667.418505] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2667.418505] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2667.418638] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d62feb7a-53c8-407c-9600-a134db1ff27b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.533651] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2667.533920] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2667.534131] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleting the datastore file [datastore1] 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2667.534392] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21275aa7-5033-430a-b5fd-186b56a730bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.540621] env[62490]: DEBUG oslo_vmware.api [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for the task: (returnval){ [ 2667.540621] env[62490]: value = "task-2066817" [ 2667.540621] env[62490]: _type = "Task" [ 2667.540621] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2667.548076] env[62490]: DEBUG oslo_vmware.api [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2668.049746] env[62490]: DEBUG oslo_vmware.api [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Task: {'id': task-2066817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145247} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2668.050084] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2668.050193] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2668.050365] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2668.050535] env[62490]: INFO nova.compute.manager [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2668.050777] env[62490]: DEBUG oslo.service.loopingcall [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2668.050990] env[62490]: DEBUG nova.compute.manager [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2668.051101] env[62490]: DEBUG nova.network.neutron [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2668.544710] env[62490]: DEBUG nova.compute.manager [req-7460e18a-a8c7-41f8-98ca-fcbe796c52cc req-464f043d-8c1f-4ed0-8239-b6d75067d719 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Received event network-vif-deleted-29faf84e-0922-4cf1-94c1-aa0341870297 {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2668.545234] env[62490]: INFO nova.compute.manager [req-7460e18a-a8c7-41f8-98ca-fcbe796c52cc req-464f043d-8c1f-4ed0-8239-b6d75067d719 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Neutron deleted interface 29faf84e-0922-4cf1-94c1-aa0341870297; detaching it from the instance and deleting it from the info cache [ 2668.545234] env[62490]: DEBUG nova.network.neutron [req-7460e18a-a8c7-41f8-98ca-fcbe796c52cc req-464f043d-8c1f-4ed0-8239-b6d75067d719 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2669.017709] env[62490]: DEBUG nova.network.neutron [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2669.049125] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba1d18f9-f5da-4aa9-9939-dca9ddddfc8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.057840] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ffe9ee-9611-4413-99c5-fe90ad942600 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.081009] env[62490]: DEBUG nova.compute.manager [req-7460e18a-a8c7-41f8-98ca-fcbe796c52cc req-464f043d-8c1f-4ed0-8239-b6d75067d719 service nova] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Detach interface failed, port_id=29faf84e-0922-4cf1-94c1-aa0341870297, reason: Instance 64c725f5-020f-4c28-906d-f7591dcc3412 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2669.524093] env[62490]: INFO nova.compute.manager [-] [instance: 64c725f5-020f-4c28-906d-f7591dcc3412] Took 1.47 seconds to deallocate network for instance. [ 2670.029466] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2670.029843] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2670.029936] env[62490]: DEBUG nova.objects.instance [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lazy-loading 'resources' on Instance uuid 64c725f5-020f-4c28-906d-f7591dcc3412 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2670.565460] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682f6cb4-3e31-4687-a38a-9cfa39ffa678 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.572721] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73f9b54-6808-44bb-a50b-813bc45f885d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.602305] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6938f-9fca-48b1-8e79-3ecea4da4434 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.609529] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48db2b43-9e55-4f28-9d1d-10bc92eeafc8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.623207] env[62490]: DEBUG nova.compute.provider_tree [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2671.127016] env[62490]: DEBUG nova.scheduler.client.report [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2671.632051] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2671.652937] env[62490]: INFO nova.scheduler.client.report [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Deleted allocations for instance 64c725f5-020f-4c28-906d-f7591dcc3412 [ 2672.160305] env[62490]: DEBUG oslo_concurrency.lockutils [None req-c87a4ef8-a686-4b12-8456-c31632b8bc44 tempest-AttachVolumeShelveTestJSON-1671564458 tempest-AttachVolumeShelveTestJSON-1671564458-project-member] Lock "64c725f5-020f-4c28-906d-f7591dcc3412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2682.132676] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2682.132956] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2682.634887] env[62490]: DEBUG nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2683.161634] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2683.161891] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2683.161929] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2683.222646] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2683.222909] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2683.224756] env[62490]: INFO nova.compute.claims [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2683.664350] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Didn't find any instances for network info cache update. {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2683.664529] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2683.665965] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2683.665965] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2684.262522] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f12aa7-2864-41b1-bef4-d9a830983c42 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.271791] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb54801e-305f-4fb5-a063-3f31ec66c141 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.301969] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c151089-8b10-4443-a705-31e5b1728a2c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.308324] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6815749-71f5-410d-833c-e16d0ee5da6d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.320846] env[62490]: DEBUG nova.compute.provider_tree [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2684.824657] env[62490]: DEBUG nova.scheduler.client.report [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2685.330779] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2685.331233] env[62490]: DEBUG nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2685.835928] env[62490]: DEBUG nova.compute.utils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2685.837395] env[62490]: DEBUG nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2685.837567] env[62490]: DEBUG nova.network.neutron [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2685.885229] env[62490]: DEBUG nova.policy [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '732ae650440d4d068d8a582860f13650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b53053c1d064c2da8422005eef5d6c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2686.125887] env[62490]: DEBUG nova.network.neutron [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Successfully created port: 408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2686.340734] env[62490]: DEBUG nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2687.350665] env[62490]: DEBUG nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2687.378899] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2687.379160] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2687.379321] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2687.379501] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2687.379646] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2687.379792] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2687.379999] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2687.380174] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2687.380340] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2687.380502] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2687.380668] env[62490]: DEBUG nova.virt.hardware [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2687.381573] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2bc644-8859-418c-8110-bd01172d9599 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.389640] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed42bef-6870-4373-b599-3086f0cbc2dc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.478210] env[62490]: DEBUG nova.compute.manager [req-eb3c2fd7-5002-4f6e-a320-e13aeefa76c3 req-d90d82e2-eff5-4a39-bd61-f991197c671a service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Received event network-vif-plugged-408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2687.478435] env[62490]: DEBUG oslo_concurrency.lockutils [req-eb3c2fd7-5002-4f6e-a320-e13aeefa76c3 req-d90d82e2-eff5-4a39-bd61-f991197c671a service nova] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2687.478642] env[62490]: DEBUG oslo_concurrency.lockutils [req-eb3c2fd7-5002-4f6e-a320-e13aeefa76c3 req-d90d82e2-eff5-4a39-bd61-f991197c671a service nova] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2687.478812] env[62490]: DEBUG oslo_concurrency.lockutils [req-eb3c2fd7-5002-4f6e-a320-e13aeefa76c3 req-d90d82e2-eff5-4a39-bd61-f991197c671a service nova] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2687.478979] env[62490]: DEBUG nova.compute.manager [req-eb3c2fd7-5002-4f6e-a320-e13aeefa76c3 req-d90d82e2-eff5-4a39-bd61-f991197c671a service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] No waiting events found dispatching network-vif-plugged-408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2687.479158] env[62490]: WARNING nova.compute.manager [req-eb3c2fd7-5002-4f6e-a320-e13aeefa76c3 req-d90d82e2-eff5-4a39-bd61-f991197c671a service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Received unexpected event network-vif-plugged-408b456c-2665-4d59-96cd-8947daf47ebd for instance with vm_state building and task_state spawning. [ 2687.558306] env[62490]: DEBUG nova.network.neutron [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Successfully updated port: 408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2688.061196] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2688.061349] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2688.061503] env[62490]: DEBUG nova.network.neutron [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2688.591803] env[62490]: DEBUG nova.network.neutron [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2688.709352] env[62490]: DEBUG nova.network.neutron [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2689.157842] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2689.211696] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2689.212018] env[62490]: DEBUG nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Instance network_info: |[{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2689.212505] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:b4:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '408b456c-2665-4d59-96cd-8947daf47ebd', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2689.220043] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Creating folder: Project (6b53053c1d064c2da8422005eef5d6c8). Parent ref: group-v423467. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2689.220317] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c96bff07-eaa9-4f17-b7b0-aebc4cbc8e93 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.231785] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Created folder: Project (6b53053c1d064c2da8422005eef5d6c8) in parent group-v423467. [ 2689.231949] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Creating folder: Instances. Parent ref: group-v423791. {{(pid=62490) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2689.232186] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d0bc49-81a9-4324-bdf7-9898c253cbb9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.241095] env[62490]: INFO nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Created folder: Instances in parent group-v423791. [ 2689.241319] env[62490]: DEBUG oslo.service.loopingcall [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2689.241502] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2689.241698] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f604302-16fc-494b-9b13-12c77a1d93c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.260187] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2689.260187] env[62490]: value = "task-2066821" [ 2689.260187] env[62490]: _type = "Task" [ 2689.260187] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2689.267082] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066821, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2689.504314] env[62490]: DEBUG nova.compute.manager [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Received event network-changed-408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2689.504546] env[62490]: DEBUG nova.compute.manager [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Refreshing instance network info cache due to event network-changed-408b456c-2665-4d59-96cd-8947daf47ebd. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2689.504805] env[62490]: DEBUG oslo_concurrency.lockutils [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] Acquiring lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2689.504989] env[62490]: DEBUG oslo_concurrency.lockutils [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] Acquired lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2689.505211] env[62490]: DEBUG nova.network.neutron [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Refreshing network info cache for port 408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2689.770055] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066821, 'name': CreateVM_Task, 'duration_secs': 0.366557} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2689.770419] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2689.770879] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2689.771064] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2689.771390] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2689.771640] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5eb33c1-d9a5-4529-bb18-c9d0374fd1b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.776458] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2689.776458] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524da50a-41ff-4797-a794-537fa9a7a999" [ 2689.776458] env[62490]: _type = "Task" [ 2689.776458] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2689.784598] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524da50a-41ff-4797-a794-537fa9a7a999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2690.182356] env[62490]: DEBUG nova.network.neutron [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updated VIF entry in instance network info cache for port 408b456c-2665-4d59-96cd-8947daf47ebd. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2690.182803] env[62490]: DEBUG nova.network.neutron [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2690.286231] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524da50a-41ff-4797-a794-537fa9a7a999, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2690.286482] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2690.286711] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2690.286949] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2690.287161] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2690.287285] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2690.287545] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9fe02e1-7d0c-416f-90a4-a642c27c27d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2690.295801] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2690.295971] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2690.296684] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557945c7-07a4-4b0c-90c9-662e461cc32e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2690.301647] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2690.301647] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521edffa-c6fe-65dc-bb63-2ad9a8870c5e" [ 2690.301647] env[62490]: _type = "Task" [ 2690.301647] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2690.308665] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521edffa-c6fe-65dc-bb63-2ad9a8870c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2690.686305] env[62490]: DEBUG oslo_concurrency.lockutils [req-54bebd12-7d08-4d90-adf6-9e55f6d9bb95 req-ad133f67-9130-440e-9363-4ef6d70506d8 service nova] Releasing lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2690.811668] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521edffa-c6fe-65dc-bb63-2ad9a8870c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2690.812439] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ddb002-d3a0-4189-9ffb-f5b18cd04042 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2690.817409] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2690.817409] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52860138-b2b7-e291-dc72-9fe61fc81cc1" [ 2690.817409] env[62490]: _type = "Task" [ 2690.817409] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2690.824982] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52860138-b2b7-e291-dc72-9fe61fc81cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2691.327326] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52860138-b2b7-e291-dc72-9fe61fc81cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2691.327584] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2691.327836] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3047bdbc-0537-4981-988b-3ef4d04fbd48/3047bdbc-0537-4981-988b-3ef4d04fbd48.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2691.328088] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4530d8bb-85c1-4559-8342-56802a6a19f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2691.334862] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2691.334862] env[62490]: value = "task-2066822" [ 2691.334862] env[62490]: _type = "Task" [ 2691.334862] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2691.341966] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2691.659545] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2691.845254] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469437} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2691.845644] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] 3047bdbc-0537-4981-988b-3ef4d04fbd48/3047bdbc-0537-4981-988b-3ef4d04fbd48.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2691.845720] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2691.845965] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b1bc511-0092-49d4-af8a-f54ff142e173 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2691.852485] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2691.852485] env[62490]: value = "task-2066823" [ 2691.852485] env[62490]: _type = "Task" [ 2691.852485] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2691.859960] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2692.162832] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2692.163115] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2692.163301] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2692.163456] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2692.164376] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a143986-a594-45a4-875c-c5b2078a0e40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.172543] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c028fd1-71ac-430c-b35b-c1cb9094502c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.185749] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e29511-6d97-4060-9a11-6a906ff7959b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.192196] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f1138-6112-4674-8706-106115a1aa3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.221576] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181277MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2692.221711] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2692.221888] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2692.362363] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07464} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2692.362709] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2692.363550] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7097aa9e-d5a1-4fbd-9ea8-8072011c7be7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.385569] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 3047bdbc-0537-4981-988b-3ef4d04fbd48/3047bdbc-0537-4981-988b-3ef4d04fbd48.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2692.385827] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911eee7f-deef-40b4-bdb3-42d18af52c8b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.404704] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2692.404704] env[62490]: value = "task-2066824" [ 2692.404704] env[62490]: _type = "Task" [ 2692.404704] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2692.412071] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2692.914818] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066824, 'name': ReconfigVM_Task, 'duration_secs': 0.264448} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2692.915175] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 3047bdbc-0537-4981-988b-3ef4d04fbd48/3047bdbc-0537-4981-988b-3ef4d04fbd48.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2692.915651] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a8ccac6-a1c6-4d00-8516-099da8618c63 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.922509] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2692.922509] env[62490]: value = "task-2066825" [ 2692.922509] env[62490]: _type = "Task" [ 2692.922509] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2692.930681] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066825, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2693.244435] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3047bdbc-0537-4981-988b-3ef4d04fbd48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2693.244705] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2693.244901] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2693.268851] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d05e854-408f-446f-8674-3621709a1624 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.275944] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ba6645-5edc-47be-9293-0e26fa7ea2f4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.305587] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb7386-9fdd-43b7-8288-d2cd19e381bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.312393] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c39279-b568-44ae-9f81-9035884d41a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.325296] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2693.433042] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066825, 'name': Rename_Task, 'duration_secs': 0.134503} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2693.433042] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2693.433042] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee0fce76-439f-41c4-85a3-e4ab19d05031 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.439372] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2693.439372] env[62490]: value = "task-2066826" [ 2693.439372] env[62490]: _type = "Task" [ 2693.439372] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2693.446635] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2693.828716] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2693.949701] env[62490]: DEBUG oslo_vmware.api [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066826, 'name': PowerOnVM_Task, 'duration_secs': 0.431278} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2693.950055] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2693.950177] env[62490]: INFO nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Took 6.60 seconds to spawn the instance on the hypervisor. [ 2693.950357] env[62490]: DEBUG nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2693.951134] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07565d2c-8c8d-4fc2-b7f7-51a0f184a450 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.333549] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2694.333748] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2694.471346] env[62490]: INFO nova.compute.manager [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Took 11.33 seconds to build instance. [ 2694.973838] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d32302b9-85eb-4be9-8458-ae68c6853067 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.841s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2695.146579] env[62490]: DEBUG nova.compute.manager [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Received event network-changed-408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2695.146865] env[62490]: DEBUG nova.compute.manager [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Refreshing instance network info cache due to event network-changed-408b456c-2665-4d59-96cd-8947daf47ebd. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2695.147122] env[62490]: DEBUG oslo_concurrency.lockutils [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] Acquiring lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2695.147364] env[62490]: DEBUG oslo_concurrency.lockutils [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] Acquired lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2695.147434] env[62490]: DEBUG nova.network.neutron [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Refreshing network info cache for port 408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2695.857284] env[62490]: DEBUG nova.network.neutron [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updated VIF entry in instance network info cache for port 408b456c-2665-4d59-96cd-8947daf47ebd. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2695.857768] env[62490]: DEBUG nova.network.neutron [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2696.334559] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2696.334905] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2696.360766] env[62490]: DEBUG oslo_concurrency.lockutils [req-04adb069-d45e-42aa-b93a-cec87adb3e7b req-a841a1c6-3997-41bc-bf4c-ac8dca7048db service nova] Releasing lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2696.659495] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2696.659672] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2718.655724] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2733.698827] env[62490]: DEBUG oslo_concurrency.lockutils [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2733.699163] env[62490]: DEBUG oslo_concurrency.lockutils [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2734.203285] env[62490]: DEBUG nova.compute.utils [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2734.706652] env[62490]: DEBUG oslo_concurrency.lockutils [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2735.762948] env[62490]: DEBUG oslo_concurrency.lockutils [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2735.763325] env[62490]: DEBUG oslo_concurrency.lockutils [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2735.763461] env[62490]: INFO nova.compute.manager [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Attaching volume b1bc4fce-f172-47fa-9557-15fcd7d4dcdb to /dev/sdb [ 2735.792977] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb98796e-8e1b-42b3-ab4a-5cce922a10a9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2735.800231] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad3b37-f939-4e3d-b36c-577b636adb99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2735.813050] env[62490]: DEBUG nova.virt.block_device [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating existing volume attachment record: 733eb458-a241-4ef0-a804-6e7fdc12e55a {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2740.355448] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2740.355737] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423795', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'name': 'volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047bdbc-0537-4981-988b-3ef4d04fbd48', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'serial': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2740.356656] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabff928-54b6-495f-88ae-e422c3ca2b7f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.373307] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed32aad-06cb-4ab0-9337-42b1e482ab09 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.397407] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb/volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2740.397636] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51489b3-2cf7-4655-a4c9-9b31212161ee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.415691] env[62490]: DEBUG oslo_vmware.api [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2740.415691] env[62490]: value = "task-2066831" [ 2740.415691] env[62490]: _type = "Task" [ 2740.415691] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2740.422971] env[62490]: DEBUG oslo_vmware.api [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2740.925651] env[62490]: DEBUG oslo_vmware.api [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066831, 'name': ReconfigVM_Task, 'duration_secs': 0.336647} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2740.925923] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb/volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2740.930711] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8fe279d-02fd-4b5d-a4a2-4888c3f38c55 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.945090] env[62490]: DEBUG oslo_vmware.api [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2740.945090] env[62490]: value = "task-2066832" [ 2740.945090] env[62490]: _type = "Task" [ 2740.945090] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2740.952332] env[62490]: DEBUG oslo_vmware.api [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2741.454818] env[62490]: DEBUG oslo_vmware.api [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066832, 'name': ReconfigVM_Task, 'duration_secs': 0.130117} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2741.455191] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423795', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'name': 'volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047bdbc-0537-4981-988b-3ef4d04fbd48', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'serial': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2742.490136] env[62490]: DEBUG nova.objects.instance [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2742.659983] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2742.997045] env[62490]: DEBUG oslo_concurrency.lockutils [None req-846132d0-71e1-4a26-b763-2e58438b83cc tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2743.080308] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2743.080558] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2743.080738] env[62490]: DEBUG nova.compute.manager [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2743.081655] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef1d72-afdd-4fc8-85a7-4404a9cbf85b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2743.088459] env[62490]: DEBUG nova.compute.manager [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2743.089012] env[62490]: DEBUG nova.objects.instance [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2743.659393] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2744.096854] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2744.097107] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b39ab3ef-205d-4cad-ab5b-694000129ed3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2744.104496] env[62490]: DEBUG oslo_vmware.api [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2744.104496] env[62490]: value = "task-2066833" [ 2744.104496] env[62490]: _type = "Task" [ 2744.104496] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2744.111948] env[62490]: DEBUG oslo_vmware.api [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2744.613908] env[62490]: DEBUG oslo_vmware.api [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066833, 'name': PowerOffVM_Task, 'duration_secs': 0.184339} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2744.614224] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2744.614428] env[62490]: DEBUG nova.compute.manager [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2744.615178] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56cbb3d-5be0-43c3-b970-db467e0bc786 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2744.659408] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2744.659728] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2744.659728] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2745.125701] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f52b31c7-6606-423e-90f2-ca28a654c6a2 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2745.188919] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2745.189093] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2745.189241] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2745.189394] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2745.480821] env[62490]: DEBUG nova.objects.instance [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2745.981130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2746.897233] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2747.399696] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2747.400081] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2747.400212] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2747.400401] env[62490]: DEBUG nova.network.neutron [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2747.400566] env[62490]: DEBUG nova.objects.instance [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'info_cache' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2747.401943] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2747.904975] env[62490]: DEBUG nova.objects.base [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Object Instance<3047bdbc-0537-4981-988b-3ef4d04fbd48> lazy-loaded attributes: flavor,info_cache {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2748.595527] env[62490]: DEBUG nova.network.neutron [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2749.098410] env[62490]: DEBUG oslo_concurrency.lockutils [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2750.105693] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2750.106071] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be2a599-dad8-405c-9fd8-176175f2a856 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.114051] env[62490]: DEBUG oslo_vmware.api [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2750.114051] env[62490]: value = "task-2066834" [ 2750.114051] env[62490]: _type = "Task" [ 2750.114051] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2750.121301] env[62490]: DEBUG oslo_vmware.api [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2750.624386] env[62490]: DEBUG oslo_vmware.api [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066834, 'name': PowerOnVM_Task, 'duration_secs': 0.471437} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2750.624650] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2750.624887] env[62490]: DEBUG nova.compute.manager [None req-543e9ca0-2e55-455f-a05d-beeca353c3f1 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2750.625674] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393150f6-21f2-4d76-b561-f5fb53d27aad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.397142] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2753.659402] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2754.162377] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2754.162651] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2754.162813] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2754.162977] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2754.163921] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739ec7ef-a97c-4437-b6ee-09cd59235a9f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.172406] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb1cd8-72b0-4397-9abe-1ffd424c6812 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.187129] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d1920c-be80-4253-98cb-737988768aa8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.193670] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbbd3c2-658b-4982-ae36-798936ac792d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.222061] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181286MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2754.222203] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2754.222387] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2755.246577] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3047bdbc-0537-4981-988b-3ef4d04fbd48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2755.246868] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2755.246925] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2755.262406] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2755.274516] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2755.274693] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2755.285160] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2755.301196] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2755.323571] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560ddaf3-2894-43e6-bcc4-c960084b67a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2755.330857] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1d7aa-4057-4c69-8ad2-f91861aa5625 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2755.361497] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed113098-77b8-434a-851f-03417ac963bf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2755.368840] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7b4f71-9526-4526-a178-638d3a0c217e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2755.382263] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2755.885971] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2756.391951] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2756.391951] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2757.392888] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2757.392888] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2758.659986] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2758.659986] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2787.811053] env[62490]: DEBUG oslo_concurrency.lockutils [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2787.811053] env[62490]: DEBUG oslo_concurrency.lockutils [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2788.313733] env[62490]: INFO nova.compute.manager [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Detaching volume b1bc4fce-f172-47fa-9557-15fcd7d4dcdb [ 2788.343172] env[62490]: INFO nova.virt.block_device [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Attempting to driver detach volume b1bc4fce-f172-47fa-9557-15fcd7d4dcdb from mountpoint /dev/sdb [ 2788.343426] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2788.343609] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423795', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'name': 'volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047bdbc-0537-4981-988b-3ef4d04fbd48', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'serial': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2788.344561] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a44bf-e370-47f4-88e0-c5b3ad23d86b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2788.366699] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca2a25-99ef-4899-a75d-23e899ce82c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2788.374727] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4ce8d-9c6c-4d4e-b7a9-314a3a1e873b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2788.394410] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f89326-041c-46bb-ab90-eb18ebd7c346 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2788.408182] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] The volume has not been displaced from its original location: [datastore1] volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb/volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2788.413451] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2788.413705] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b5405b4-78fe-4663-818d-99eb287daaf1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2788.431655] env[62490]: DEBUG oslo_vmware.api [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2788.431655] env[62490]: value = "task-2066835" [ 2788.431655] env[62490]: _type = "Task" [ 2788.431655] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2788.438921] env[62490]: DEBUG oslo_vmware.api [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2788.940836] env[62490]: DEBUG oslo_vmware.api [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066835, 'name': ReconfigVM_Task, 'duration_secs': 0.219992} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2788.941249] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2788.945826] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ddb976-1567-48ad-80b2-504f6527e870 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2788.960012] env[62490]: DEBUG oslo_vmware.api [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2788.960012] env[62490]: value = "task-2066836" [ 2788.960012] env[62490]: _type = "Task" [ 2788.960012] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2788.967274] env[62490]: DEBUG oslo_vmware.api [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2789.469702] env[62490]: DEBUG oslo_vmware.api [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066836, 'name': ReconfigVM_Task, 'duration_secs': 0.132849} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2789.469994] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423795', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'name': 'volume-b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3047bdbc-0537-4981-988b-3ef4d04fbd48', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb', 'serial': 'b1bc4fce-f172-47fa-9557-15fcd7d4dcdb'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2790.009485] env[62490]: DEBUG nova.objects.instance [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2790.971348] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2791.017484] env[62490]: DEBUG oslo_concurrency.lockutils [None req-717a3da5-2eae-4f54-b211-f480df61c517 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2791.018571] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.047s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2791.018761] env[62490]: DEBUG nova.compute.manager [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2791.019810] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01938b14-171c-44d3-b6f7-6c4f052d54fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.026959] env[62490]: DEBUG nova.compute.manager [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62490) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2791.027504] env[62490]: DEBUG nova.objects.instance [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2792.034152] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2792.034538] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada27d0a-0fda-46b3-9ebe-3dd253751568 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2792.042481] env[62490]: DEBUG oslo_vmware.api [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2792.042481] env[62490]: value = "task-2066837" [ 2792.042481] env[62490]: _type = "Task" [ 2792.042481] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2792.049784] env[62490]: DEBUG oslo_vmware.api [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2792.552422] env[62490]: DEBUG oslo_vmware.api [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066837, 'name': PowerOffVM_Task, 'duration_secs': 0.17757} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2792.552664] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2792.552857] env[62490]: DEBUG nova.compute.manager [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2792.553613] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91bf31b-7c2f-4ea1-98d9-cac78954aac7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2793.064747] env[62490]: DEBUG oslo_concurrency.lockutils [None req-36a86c8b-3026-4ece-93e3-0e9bb81f3af0 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2793.360296] env[62490]: DEBUG nova.objects.instance [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2793.865746] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2793.865940] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2793.866112] env[62490]: DEBUG nova.network.neutron [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2793.866297] env[62490]: DEBUG nova.objects.instance [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'info_cache' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2794.369646] env[62490]: DEBUG nova.objects.base [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Object Instance<3047bdbc-0537-4981-988b-3ef4d04fbd48> lazy-loaded attributes: flavor,info_cache {{(pid=62490) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2795.097688] env[62490]: DEBUG nova.network.neutron [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2795.600612] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2796.606645] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2796.607039] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445d096f-9c06-4607-930c-5f20c8f5283e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.615132] env[62490]: DEBUG oslo_vmware.api [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2796.615132] env[62490]: value = "task-2066838" [ 2796.615132] env[62490]: _type = "Task" [ 2796.615132] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2796.623373] env[62490]: DEBUG oslo_vmware.api [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2797.125727] env[62490]: DEBUG oslo_vmware.api [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066838, 'name': PowerOnVM_Task, 'duration_secs': 0.409186} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2797.125991] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2797.126221] env[62490]: DEBUG nova.compute.manager [None req-d0e21034-6af6-4090-82fc-ddd2496bfd08 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2797.127035] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60cfdcd-7ce1-4576-8f20-f93292659088 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2804.659639] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2805.659893] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2806.659670] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2806.659852] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2806.659958] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2807.189936] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2807.190174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2807.190336] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2807.190495] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2808.893868] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [{"id": "408b456c-2665-4d59-96cd-8947daf47ebd", "address": "fa:16:3e:fc:b4:58", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408b456c-26", "ovs_interfaceid": "408b456c-2665-4d59-96cd-8947daf47ebd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2809.396586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-3047bdbc-0537-4981-988b-3ef4d04fbd48" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2809.396841] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2809.397070] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2812.392136] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2814.659292] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2814.659668] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2815.162730] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2815.162983] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2815.163164] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2815.163317] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2815.164223] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46212c83-1101-4afc-8d84-c6122c03a76f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2815.173297] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d773bd55-712f-4a2d-b379-3ed9540d0695 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2815.186925] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8a7065-1dee-47b8-97a3-c410b22e0512 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2815.192766] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b3818-8333-40ae-8d7f-7dad1d8e08f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2815.220539] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181112MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2815.220675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2815.220860] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2816.245858] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance 3047bdbc-0537-4981-988b-3ef4d04fbd48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2816.246115] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2816.246221] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2816.270346] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3172c436-b839-4791-a329-961f0d1417cc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2816.277684] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1263d909-665c-4e3f-911f-2431e11ccde6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2816.308305] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2307cab-d18d-4c86-986d-5ef41489d55c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2816.315394] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabfe106-0f92-4360-97d2-03f525641082 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2816.328052] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2816.831445] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2816.832808] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2816.833058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.612s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2818.833853] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2818.834250] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2818.834309] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2833.429273] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2833.429616] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2833.430066] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "3047bdbc-0537-4981-988b-3ef4d04fbd48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2833.430290] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2833.430470] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2833.434200] env[62490]: INFO nova.compute.manager [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Terminating instance [ 2833.937869] env[62490]: DEBUG nova.compute.manager [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2833.938144] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2833.939068] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d37407c-9161-456f-bfd0-3899eb2232b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2833.946927] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2833.947160] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db24937-f5c7-482d-9a6e-a54109748ae9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2833.952990] env[62490]: DEBUG oslo_vmware.api [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2833.952990] env[62490]: value = "task-2066839" [ 2833.952990] env[62490]: _type = "Task" [ 2833.952990] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2833.960817] env[62490]: DEBUG oslo_vmware.api [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2834.463740] env[62490]: DEBUG oslo_vmware.api [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066839, 'name': PowerOffVM_Task, 'duration_secs': 0.166646} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2834.464113] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2834.464186] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2834.464372] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f94393a-ab9f-4c93-994e-ee28a023053f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2834.544822] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2834.545108] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2834.545309] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Deleting the datastore file [datastore1] 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2834.545561] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da3c4f6-5fa2-4bcb-8688-25fc943d745e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2834.551092] env[62490]: DEBUG oslo_vmware.api [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2834.551092] env[62490]: value = "task-2066841" [ 2834.551092] env[62490]: _type = "Task" [ 2834.551092] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2834.559664] env[62490]: DEBUG oslo_vmware.api [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2835.060434] env[62490]: DEBUG oslo_vmware.api [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162092} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2835.060686] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2835.060877] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2835.061070] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2835.061256] env[62490]: INFO nova.compute.manager [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2835.061543] env[62490]: DEBUG oslo.service.loopingcall [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2835.061741] env[62490]: DEBUG nova.compute.manager [-] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2835.061840] env[62490]: DEBUG nova.network.neutron [-] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2835.467144] env[62490]: DEBUG nova.compute.manager [req-84f977f2-c77f-4375-ae08-f763248630e3 req-b64468a3-3dd9-416b-bfc8-2baea55f1645 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Received event network-vif-deleted-408b456c-2665-4d59-96cd-8947daf47ebd {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2835.467503] env[62490]: INFO nova.compute.manager [req-84f977f2-c77f-4375-ae08-f763248630e3 req-b64468a3-3dd9-416b-bfc8-2baea55f1645 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Neutron deleted interface 408b456c-2665-4d59-96cd-8947daf47ebd; detaching it from the instance and deleting it from the info cache [ 2835.467503] env[62490]: DEBUG nova.network.neutron [req-84f977f2-c77f-4375-ae08-f763248630e3 req-b64468a3-3dd9-416b-bfc8-2baea55f1645 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2835.946130] env[62490]: DEBUG nova.network.neutron [-] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2835.970072] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ba8c99c-5e0b-4ee9-92d9-dbe8c244c68c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2835.979688] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b1c0c3-2d90-4214-aa08-719c64d772da {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2836.002546] env[62490]: DEBUG nova.compute.manager [req-84f977f2-c77f-4375-ae08-f763248630e3 req-b64468a3-3dd9-416b-bfc8-2baea55f1645 service nova] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Detach interface failed, port_id=408b456c-2665-4d59-96cd-8947daf47ebd, reason: Instance 3047bdbc-0537-4981-988b-3ef4d04fbd48 could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2836.449216] env[62490]: INFO nova.compute.manager [-] [instance: 3047bdbc-0537-4981-988b-3ef4d04fbd48] Took 1.39 seconds to deallocate network for instance. [ 2836.955845] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2836.956130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2836.956358] env[62490]: DEBUG nova.objects.instance [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'resources' on Instance uuid 3047bdbc-0537-4981-988b-3ef4d04fbd48 {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2837.490476] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662113d-b4aa-4b8a-bfd1-a4655818402c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.497964] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe001fe0-f6d5-43aa-bc44-44ae96e7a9e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.528596] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51511719-2a39-415f-a729-e0b895e884b0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.535200] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da86965-e1d6-4786-93ba-c4655e09b3a6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.547813] env[62490]: DEBUG nova.compute.provider_tree [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2838.051084] env[62490]: DEBUG nova.scheduler.client.report [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2838.555988] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2838.576712] env[62490]: INFO nova.scheduler.client.report [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Deleted allocations for instance 3047bdbc-0537-4981-988b-3ef4d04fbd48 [ 2839.085475] env[62490]: DEBUG oslo_concurrency.lockutils [None req-f741d089-51a6-4e95-ac59-559ba4d4a25f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "3047bdbc-0537-4981-988b-3ef4d04fbd48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.656s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2840.655618] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2841.547356] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2841.547588] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2842.049581] env[62490]: DEBUG nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Starting instance... {{(pid=62490) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2842.569576] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2842.569938] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2842.571440] env[62490]: INFO nova.compute.claims [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2843.605438] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec75f21-5711-4ffd-be28-48b127150391 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2843.613083] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d999151-a79b-4ead-bb50-e2b44b3aed74 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2843.642801] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b6140-a38e-47cd-b809-9eb8885da2ab {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2843.649474] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f5bb33-c554-4c3c-84e7-18c18890b0c3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2843.662014] env[62490]: DEBUG nova.compute.provider_tree [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2844.165115] env[62490]: DEBUG nova.scheduler.client.report [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2844.670290] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2844.670836] env[62490]: DEBUG nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Start building networks asynchronously for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2845.176320] env[62490]: DEBUG nova.compute.utils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2845.179070] env[62490]: DEBUG nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Allocating IP information in the background. {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2845.179254] env[62490]: DEBUG nova.network.neutron [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] allocate_for_instance() {{(pid=62490) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2845.254914] env[62490]: DEBUG nova.policy [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '732ae650440d4d068d8a582860f13650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b53053c1d064c2da8422005eef5d6c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62490) authorize /opt/stack/nova/nova/policy.py:192}} [ 2845.529962] env[62490]: DEBUG nova.network.neutron [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Successfully created port: d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2845.682181] env[62490]: DEBUG nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Start building block device mappings for instance. {{(pid=62490) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2846.693333] env[62490]: DEBUG nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Start spawning the instance on the hypervisor. {{(pid=62490) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2846.719582] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T05:18:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T05:18:37Z,direct_url=,disk_format='vmdk',id=fbc1d63b-a3c4-4e83-83a4-59fa3fdae179,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2858174f5f6d414ea40a8d5fa791e904',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T05:18:38Z,virtual_size=,visibility=), allow threads: False {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2846.719845] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Flavor limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2846.720055] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Image limits 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2846.720209] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Flavor pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2846.720358] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Image pref 0:0:0 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2846.720585] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62490) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2846.720829] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2846.720997] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2846.721186] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Got 1 possible topologies {{(pid=62490) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2846.721351] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2846.721525] env[62490]: DEBUG nova.virt.hardware [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62490) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2846.722411] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb868bc5-3e7d-47a9-adf5-7136a40481f2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2846.730249] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f24cd71-3338-4f3e-9454-1b2ba49b2ed5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2846.909254] env[62490]: DEBUG nova.compute.manager [req-f6d34241-8ad7-425d-a8fe-f12481254fc0 req-1928abb7-2b56-4d9e-a4ca-1635d085dcb5 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Received event network-vif-plugged-d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2846.909480] env[62490]: DEBUG oslo_concurrency.lockutils [req-f6d34241-8ad7-425d-a8fe-f12481254fc0 req-1928abb7-2b56-4d9e-a4ca-1635d085dcb5 service nova] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2846.909707] env[62490]: DEBUG oslo_concurrency.lockutils [req-f6d34241-8ad7-425d-a8fe-f12481254fc0 req-1928abb7-2b56-4d9e-a4ca-1635d085dcb5 service nova] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2846.909835] env[62490]: DEBUG oslo_concurrency.lockutils [req-f6d34241-8ad7-425d-a8fe-f12481254fc0 req-1928abb7-2b56-4d9e-a4ca-1635d085dcb5 service nova] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2846.910012] env[62490]: DEBUG nova.compute.manager [req-f6d34241-8ad7-425d-a8fe-f12481254fc0 req-1928abb7-2b56-4d9e-a4ca-1635d085dcb5 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] No waiting events found dispatching network-vif-plugged-d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2846.910419] env[62490]: WARNING nova.compute.manager [req-f6d34241-8ad7-425d-a8fe-f12481254fc0 req-1928abb7-2b56-4d9e-a4ca-1635d085dcb5 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Received unexpected event network-vif-plugged-d835435a-01c1-402d-a08d-74aa9aac4ceb for instance with vm_state building and task_state spawning. [ 2846.990900] env[62490]: DEBUG nova.network.neutron [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Successfully updated port: d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2847.496590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2847.496823] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2847.496899] env[62490]: DEBUG nova.network.neutron [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Building network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2848.030464] env[62490]: DEBUG nova.network.neutron [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Instance cache missing network info. {{(pid=62490) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2848.151128] env[62490]: DEBUG nova.network.neutron [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating instance_info_cache with network_info: [{"id": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "address": "fa:16:3e:15:5c:e0", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835435a-01", "ovs_interfaceid": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2848.654120] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2848.654472] env[62490]: DEBUG nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Instance network_info: |[{"id": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "address": "fa:16:3e:15:5c:e0", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835435a-01", "ovs_interfaceid": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62490) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2848.654946] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd835435a-01c1-402d-a08d-74aa9aac4ceb', 'vif_model': 'vmxnet3'}] {{(pid=62490) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2848.662454] env[62490]: DEBUG oslo.service.loopingcall [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2848.662668] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Creating VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2848.663291] env[62490]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec2dec2e-25e3-4fd2-9f18-73b755149c9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2848.684420] env[62490]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2848.684420] env[62490]: value = "task-2066842" [ 2848.684420] env[62490]: _type = "Task" [ 2848.684420] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2848.691573] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066842, 'name': CreateVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2848.936759] env[62490]: DEBUG nova.compute.manager [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Received event network-changed-d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2848.936759] env[62490]: DEBUG nova.compute.manager [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Refreshing instance network info cache due to event network-changed-d835435a-01c1-402d-a08d-74aa9aac4ceb. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2848.937186] env[62490]: DEBUG oslo_concurrency.lockutils [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] Acquiring lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2848.937186] env[62490]: DEBUG oslo_concurrency.lockutils [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] Acquired lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2848.937315] env[62490]: DEBUG nova.network.neutron [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Refreshing network info cache for port d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2849.195201] env[62490]: DEBUG oslo_vmware.api [-] Task: {'id': task-2066842, 'name': CreateVM_Task, 'duration_secs': 0.318817} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2849.195593] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Created VM on the ESX host {{(pid=62490) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2849.195945] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2849.196134] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2849.196472] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2849.196729] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d6c224-a552-4ba8-99c9-97c54cfa5c89 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2849.201159] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2849.201159] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ae1f53-fb6b-1907-572c-4b980d127b9a" [ 2849.201159] env[62490]: _type = "Task" [ 2849.201159] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2849.208597] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ae1f53-fb6b-1907-572c-4b980d127b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2849.660986] env[62490]: DEBUG nova.network.neutron [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updated VIF entry in instance network info cache for port d835435a-01c1-402d-a08d-74aa9aac4ceb. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2849.661482] env[62490]: DEBUG nova.network.neutron [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating instance_info_cache with network_info: [{"id": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "address": "fa:16:3e:15:5c:e0", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835435a-01", "ovs_interfaceid": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2849.710860] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ae1f53-fb6b-1907-572c-4b980d127b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010192} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2849.711171] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2849.711396] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Processing image fbc1d63b-a3c4-4e83-83a4-59fa3fdae179 {{(pid=62490) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2849.711625] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2849.711772] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2849.711944] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2849.712215] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5c0f89e-5f28-4ff8-a404-5a8e06ee1c6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2849.720767] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2849.720903] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62490) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2849.721604] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5decf08-6568-4d74-be47-383d9ab9d666 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2849.726328] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2849.726328] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4b839-3716-e521-de2d-985c509e8bb3" [ 2849.726328] env[62490]: _type = "Task" [ 2849.726328] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2849.733558] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4b839-3716-e521-de2d-985c509e8bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2850.164410] env[62490]: DEBUG oslo_concurrency.lockutils [req-4969da6b-1874-47b9-862c-481a823940a7 req-b0d2c14d-28dc-4252-bd58-037f45676158 service nova] Releasing lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2850.237014] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4b839-3716-e521-de2d-985c509e8bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2850.237754] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb729b2-a0da-4e45-9e3e-66c75802e7af {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2850.242464] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2850.242464] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5294fffb-dee3-65ab-257a-c0aee93aaaf7" [ 2850.242464] env[62490]: _type = "Task" [ 2850.242464] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2850.249941] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5294fffb-dee3-65ab-257a-c0aee93aaaf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2850.752855] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5294fffb-dee3-65ab-257a-c0aee93aaaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2850.753132] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2850.753390] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d76896bb-e44a-45e5-a847-a62b30dc4d4d/d76896bb-e44a-45e5-a847-a62b30dc4d4d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2850.753650] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bdb7e55-40e1-4e2c-9ecb-78dede34ab11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2850.760498] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2850.760498] env[62490]: value = "task-2066843" [ 2850.760498] env[62490]: _type = "Task" [ 2850.760498] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2850.767846] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2851.270088] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494808} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2851.270436] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179/fbc1d63b-a3c4-4e83-83a4-59fa3fdae179.vmdk to [datastore1] d76896bb-e44a-45e5-a847-a62b30dc4d4d/d76896bb-e44a-45e5-a847-a62b30dc4d4d.vmdk {{(pid=62490) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2851.270592] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Extending root virtual disk to 1048576 {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2851.270911] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bda22cc-9a60-4198-9e73-dd5c47d7f868 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2851.277371] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2851.277371] env[62490]: value = "task-2066844" [ 2851.277371] env[62490]: _type = "Task" [ 2851.277371] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2851.284256] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2851.787758] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063864} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2851.788037] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Extended root virtual disk {{(pid=62490) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2851.788803] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b738f622-2876-40ac-bd19-ddcff8a20745 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2851.810768] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] d76896bb-e44a-45e5-a847-a62b30dc4d4d/d76896bb-e44a-45e5-a847-a62b30dc4d4d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2851.810768] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5373d1c8-150c-4f8f-98d3-3520a49519ad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2851.831649] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2851.831649] env[62490]: value = "task-2066845" [ 2851.831649] env[62490]: _type = "Task" [ 2851.831649] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2851.843495] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2852.342189] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066845, 'name': ReconfigVM_Task, 'duration_secs': 0.28293} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2852.342526] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] d76896bb-e44a-45e5-a847-a62b30dc4d4d/d76896bb-e44a-45e5-a847-a62b30dc4d4d.vmdk or device None with type sparse {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2852.343145] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17a501d7-035a-4266-b9ac-91f33ce94d5c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2852.349605] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2852.349605] env[62490]: value = "task-2066846" [ 2852.349605] env[62490]: _type = "Task" [ 2852.349605] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2852.356960] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066846, 'name': Rename_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2852.859130] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066846, 'name': Rename_Task, 'duration_secs': 0.1467} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2852.859425] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Powering on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2852.859651] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d3971d-17fe-4f9f-b8c8-c6eb65952475 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2852.865363] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2852.865363] env[62490]: value = "task-2066847" [ 2852.865363] env[62490]: _type = "Task" [ 2852.865363] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2852.872627] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2853.375126] env[62490]: DEBUG oslo_vmware.api [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066847, 'name': PowerOnVM_Task, 'duration_secs': 0.464955} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2853.375519] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Powered on the VM {{(pid=62490) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2853.375595] env[62490]: INFO nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Took 6.68 seconds to spawn the instance on the hypervisor. [ 2853.375780] env[62490]: DEBUG nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Checking state {{(pid=62490) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2853.376565] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c3fb9-8820-41ba-8199-ec677f1b52a1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.893099] env[62490]: INFO nova.compute.manager [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Took 11.34 seconds to build instance. [ 2854.395605] env[62490]: DEBUG oslo_concurrency.lockutils [None req-3b5a213c-a299-44ed-8e97-95ba959c1775 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.848s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2854.614243] env[62490]: DEBUG nova.compute.manager [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Received event network-changed-d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2854.614459] env[62490]: DEBUG nova.compute.manager [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Refreshing instance network info cache due to event network-changed-d835435a-01c1-402d-a08d-74aa9aac4ceb. {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2854.614656] env[62490]: DEBUG oslo_concurrency.lockutils [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] Acquiring lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2854.614800] env[62490]: DEBUG oslo_concurrency.lockutils [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] Acquired lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2854.614999] env[62490]: DEBUG nova.network.neutron [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Refreshing network info cache for port d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2855.318798] env[62490]: DEBUG nova.network.neutron [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updated VIF entry in instance network info cache for port d835435a-01c1-402d-a08d-74aa9aac4ceb. {{(pid=62490) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2855.319178] env[62490]: DEBUG nova.network.neutron [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating instance_info_cache with network_info: [{"id": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "address": "fa:16:3e:15:5c:e0", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835435a-01", "ovs_interfaceid": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2855.822434] env[62490]: DEBUG oslo_concurrency.lockutils [req-8b15f6ff-aaea-49e8-b8e9-60c22d222355 req-3b15e119-dc09-4298-a4c6-58368bf2a0ae service nova] Releasing lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2864.658989] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2866.661839] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2866.662323] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2867.660671] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2867.660855] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Starting heal instance info cache {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2867.660976] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Rebuilding the list of instances to heal {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2868.192241] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2868.192452] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2868.192539] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Forcefully refreshing network info cache for instance {{(pid=62490) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2868.192693] env[62490]: DEBUG nova.objects.instance [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lazy-loading 'info_cache' on Instance uuid d76896bb-e44a-45e5-a847-a62b30dc4d4d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2869.901260] env[62490]: DEBUG nova.network.neutron [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating instance_info_cache with network_info: [{"id": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "address": "fa:16:3e:15:5c:e0", "network": {"id": "a82a826a-2847-4055-b5be-b353e0eabbb4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1414393078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b53053c1d064c2da8422005eef5d6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835435a-01", "ovs_interfaceid": "d835435a-01c1-402d-a08d-74aa9aac4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2870.404511] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "refresh_cache-d76896bb-e44a-45e5-a847-a62b30dc4d4d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2870.404744] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updated the network info_cache for instance {{(pid=62490) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2874.399271] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2875.660108] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2876.660058] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2877.163093] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2877.163490] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2877.163533] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2877.163661] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62490) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2877.164595] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee4f799-c11c-425c-ac72-e02951c1c573 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2877.172929] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ea487-0e1b-4c30-bd40-7c300881cf01 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2877.186403] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70208dd7-fc7f-4ea0-ad67-7c00533045c9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2877.192302] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9869e-c5b8-495e-8f90-aaf63819df3d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2877.220976] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181125MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62490) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2877.221114] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2877.221319] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2878.247134] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Instance d76896bb-e44a-45e5-a847-a62b30dc4d4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62490) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2878.247424] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2878.247487] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62490) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2878.273685] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676951dc-6cf7-4de0-9648-8f16b02ff743 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2878.280801] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df93e1-0416-4561-bc1b-61f53b8509b1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2878.309726] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0f8de3-c59c-4a75-bec0-5dfef9db67b6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2878.316363] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c711d2db-1648-47f2-bb35-9539389e9740 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2878.329091] env[62490]: DEBUG nova.compute.provider_tree [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed in ProviderTree for provider: 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2878.832367] env[62490]: DEBUG nova.scheduler.client.report [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Inventory has not changed for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2879.337666] env[62490]: DEBUG nova.compute.resource_tracker [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62490) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2879.338070] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2880.338037] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2880.338306] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2880.338306] env[62490]: DEBUG nova.compute.manager [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62490) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2893.196130] env[62490]: DEBUG oslo_concurrency.lockutils [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2893.196433] env[62490]: DEBUG oslo_concurrency.lockutils [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2893.700032] env[62490]: DEBUG nova.compute.utils [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2894.203600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2895.263379] env[62490]: DEBUG oslo_concurrency.lockutils [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2895.263783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2895.263851] env[62490]: INFO nova.compute.manager [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Attaching volume 1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f to /dev/sdb [ 2895.293564] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d906aca-4c87-4540-a68d-f2ea04b5cc90 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2895.300999] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff1665d-9d58-48d9-89bf-fa8eb008f8e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2895.313438] env[62490]: DEBUG nova.virt.block_device [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating existing volume attachment record: 777f5879-1de4-4008-a4b3-27696ae77571 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2897.660206] env[62490]: DEBUG oslo_service.periodic_task [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=62490) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2897.660561] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2897.661155] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: waited 0.001s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2897.661501] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use..do_register_storage_use" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2897.661667] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2897.661971] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2897.662252] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users..do_get_storage_users" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2898.166662] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d811589-0b3b-4f08-8d8c-760df1ceb48f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2898.174459] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962011e-a264-4775-a357-a15bf1fb7432 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2898.690975] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f020c2a-7a13-48ef-9a89-95e5027f1d04 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2898.696673] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2898.696673] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bb2342-05bd-51c9-4732-d6da27dcc68f" [ 2898.696673] env[62490]: _type = "Task" [ 2898.696673] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2898.705977] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bb2342-05bd-51c9-4732-d6da27dcc68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2899.251589] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bb2342-05bd-51c9-4732-d6da27dcc68f, 'name': SearchDatastore_Task, 'duration_secs': 0.172358} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2899.252123] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/6171027a-f079-441e-a9c4-f0d908ad78a5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2899.252260] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/6171027a-f079-441e-a9c4-f0d908ad78a5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2899.252598] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/6171027a-f079-441e-a9c4-f0d908ad78a5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2899.252975] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821d2eb4-2ca7-4555-8a25-91c11a7cac6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2899.257791] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2899.257791] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e1ef38-5a73-371b-ccc5-d78f28670fa1" [ 2899.257791] env[62490]: _type = "Task" [ 2899.257791] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2899.266266] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e1ef38-5a73-371b-ccc5-d78f28670fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2899.768599] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e1ef38-5a73-371b-ccc5-d78f28670fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2899.769557] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/6171027a-f079-441e-a9c4-f0d908ad78a5 is no longer used. Deleting! [ 2899.770056] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/6171027a-f079-441e-a9c4-f0d908ad78a5 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2899.770056] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0c1a6b8-1e1f-4fd1-9e19-7ec3d71ea108 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2899.776171] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2899.776171] env[62490]: value = "task-2066850" [ 2899.776171] env[62490]: _type = "Task" [ 2899.776171] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2899.783478] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2899.854736] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2899.855049] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423797', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'name': 'volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'serial': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2899.856080] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e362f2-942d-4d3d-8076-290f1ee0394d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2899.873604] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde12adb-ca52-4834-8d0d-cef7b9f95ab0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2899.898143] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f/volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2899.898373] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03464328-a864-4b5b-831f-c6d421e6f980 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2899.916356] env[62490]: DEBUG oslo_vmware.api [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2899.916356] env[62490]: value = "task-2066851" [ 2899.916356] env[62490]: _type = "Task" [ 2899.916356] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2899.923853] env[62490]: DEBUG oslo_vmware.api [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2900.285239] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132232} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2900.285423] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2900.285674] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/6171027a-f079-441e-a9c4-f0d908ad78a5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2900.285937] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/800bc89e-319d-471c-9354-427f4f8b71ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2900.286118] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/800bc89e-319d-471c-9354-427f4f8b71ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2900.286475] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/800bc89e-319d-471c-9354-427f4f8b71ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2900.286772] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef86dc11-b1ac-4e45-9172-8998fc393ac5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2900.291135] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2900.291135] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d400cd-935f-6f25-fee3-846735b1794c" [ 2900.291135] env[62490]: _type = "Task" [ 2900.291135] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2900.298284] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d400cd-935f-6f25-fee3-846735b1794c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2900.426694] env[62490]: DEBUG oslo_vmware.api [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066851, 'name': ReconfigVM_Task, 'duration_secs': 0.346434} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2900.427088] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f/volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2900.431799] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb194ac0-a61e-4a0c-a7dc-1377923f9978 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2900.446563] env[62490]: DEBUG oslo_vmware.api [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2900.446563] env[62490]: value = "task-2066852" [ 2900.446563] env[62490]: _type = "Task" [ 2900.446563] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2900.453847] env[62490]: DEBUG oslo_vmware.api [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2900.801915] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d400cd-935f-6f25-fee3-846735b1794c, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2900.802368] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/800bc89e-319d-471c-9354-427f4f8b71ff/ts-2025-01-13-05-59-50 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2900.802449] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a95b3a-558c-47c8-a4fc-f9cbccf1ca3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2900.814834] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/800bc89e-319d-471c-9354-427f4f8b71ff/ts-2025-01-13-05-59-50 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2900.814973] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image 800bc89e-319d-471c-9354-427f4f8b71ff is no longer used by this node. Pending deletion! [ 2900.815143] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/800bc89e-319d-471c-9354-427f4f8b71ff" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2900.815379] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/a9d946aa-f3ee-4307-8d34-d0587f8c5770" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2900.815499] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/a9d946aa-f3ee-4307-8d34-d0587f8c5770" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2900.815814] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/a9d946aa-f3ee-4307-8d34-d0587f8c5770" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2900.816091] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fa9c3f-a91c-4edd-813f-37e6e0d9d991 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2900.820507] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2900.820507] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5226dcfb-ab73-e505-0302-b0876197dd43" [ 2900.820507] env[62490]: _type = "Task" [ 2900.820507] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2900.827963] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5226dcfb-ab73-e505-0302-b0876197dd43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2900.957118] env[62490]: DEBUG oslo_vmware.api [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066852, 'name': ReconfigVM_Task, 'duration_secs': 0.137368} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2900.957417] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423797', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'name': 'volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'serial': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2901.331569] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5226dcfb-ab73-e505-0302-b0876197dd43, 'name': SearchDatastore_Task, 'duration_secs': 0.018958} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2901.331916] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/a9d946aa-f3ee-4307-8d34-d0587f8c5770 is no longer used. Deleting! [ 2901.332072] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/a9d946aa-f3ee-4307-8d34-d0587f8c5770 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2901.332350] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-199a1ed6-1ffa-4d5a-a157-67981e538a11 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2901.338054] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2901.338054] env[62490]: value = "task-2066853" [ 2901.338054] env[62490]: _type = "Task" [ 2901.338054] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2901.345781] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2901.847845] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10009} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2901.848207] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2901.848244] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/a9d946aa-f3ee-4307-8d34-d0587f8c5770" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2901.848461] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/b2051bd2-fa5a-48d9-ae20-ba63e230e474" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2901.848572] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/b2051bd2-fa5a-48d9-ae20-ba63e230e474" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2901.848877] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2051bd2-fa5a-48d9-ae20-ba63e230e474" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2901.849163] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcdb951-d10a-4acb-9251-72f27b6f9d3f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2901.853396] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2901.853396] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e2b8f-f0ee-2b7a-b464-5b445d504316" [ 2901.853396] env[62490]: _type = "Task" [ 2901.853396] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2901.861090] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e2b8f-f0ee-2b7a-b464-5b445d504316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2902.016438] env[62490]: DEBUG nova.objects.instance [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid d76896bb-e44a-45e5-a847-a62b30dc4d4d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2902.364626] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e2b8f-f0ee-2b7a-b464-5b445d504316, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2902.364919] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/b2051bd2-fa5a-48d9-ae20-ba63e230e474 is no longer used. Deleting! [ 2902.365077] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/b2051bd2-fa5a-48d9-ae20-ba63e230e474 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2902.365384] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee061a27-ecd5-49f4-a7ce-450d440eb476 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2902.371804] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2902.371804] env[62490]: value = "task-2066854" [ 2902.371804] env[62490]: _type = "Task" [ 2902.371804] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2902.379375] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2902.522730] env[62490]: DEBUG oslo_concurrency.lockutils [None req-508c324a-9f1c-49df-94b8-6182d64a2f07 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2902.881388] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091499} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2902.881769] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2902.881769] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/b2051bd2-fa5a-48d9-ae20-ba63e230e474" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2902.881970] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2902.882101] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2902.882417] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2902.882685] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd650292-7373-45fb-b44c-a4bbb3062e35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2902.887329] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2902.887329] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525cf25b-8132-924f-ed53-4154f8661f83" [ 2902.887329] env[62490]: _type = "Task" [ 2902.887329] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2902.894513] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525cf25b-8132-924f-ed53-4154f8661f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2903.342912] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2903.343174] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2903.398075] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525cf25b-8132-924f-ed53-4154f8661f83, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2903.398375] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244 is no longer used. Deleting! [ 2903.398519] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2903.398783] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b48ac84b-fe35-40d4-9a44-4eb2a85c907f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2903.405190] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2903.405190] env[62490]: value = "task-2066855" [ 2903.405190] env[62490]: _type = "Task" [ 2903.405190] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2903.413754] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2903.846712] env[62490]: DEBUG nova.compute.utils [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Using /dev/sd instead of None {{(pid=62490) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2903.914710] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101439} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2903.915086] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2903.915086] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/d23fee1b-1a9a-4d36-88a8-24307d17c244" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2903.915297] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2903.915435] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2903.915756] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2903.916016] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575e84a9-43df-496f-838e-28a6c8c54872 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2903.920407] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2903.920407] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a7d1e7-8cac-216f-eb0f-0b8f4d1813dd" [ 2903.920407] env[62490]: _type = "Task" [ 2903.920407] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2903.928067] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a7d1e7-8cac-216f-eb0f-0b8f4d1813dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2904.350225] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2904.430746] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a7d1e7-8cac-216f-eb0f-0b8f4d1813dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2904.431057] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059 is no longer used. Deleting! [ 2904.431203] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2904.431465] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4acc7a62-f46c-46e5-972e-df963db3df75 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2904.438066] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2904.438066] env[62490]: value = "task-2066856" [ 2904.438066] env[62490]: _type = "Task" [ 2904.438066] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2904.446303] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2904.949368] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110204} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2904.949678] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2904.949778] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/c7aee889-e84a-4155-853a-36d081051059" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2904.949981] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2904.950112] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2904.950445] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2904.950716] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ab3c17-5841-49e7-a4fe-ba46d8b2d4ae {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2904.955619] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2904.955619] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5203f8e8-6578-eb40-61a6-aaf744408630" [ 2904.955619] env[62490]: _type = "Task" [ 2904.955619] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2904.964200] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5203f8e8-6578-eb40-61a6-aaf744408630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2905.416933] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2905.417215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2905.417453] env[62490]: INFO nova.compute.manager [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Attaching volume 89ce4110-60bb-4e94-bc24-daebcb2012e7 to /dev/sdc [ 2905.448640] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713bd8c-bbda-476e-bfe4-425dce762467 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2905.455943] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aad1b89-492f-4e83-8540-27411b35bb6b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2905.467104] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5203f8e8-6578-eb40-61a6-aaf744408630, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2905.467397] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054/ts-2025-01-13-05-59-54 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2905.467663] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f759ae93-e678-4e95-87c6-85a462320ee5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2905.472831] env[62490]: DEBUG nova.virt.block_device [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating existing volume attachment record: b06667aa-2756-4ad6-9132-c7d7eaf417c6 {{(pid=62490) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2905.486702] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054/ts-2025-01-13-05-59-54 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2905.486864] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image 96fb7dc3-84f6-42fa-bc1d-d4250ce98054 is no longer used by this node. Pending deletion! [ 2905.487046] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/96fb7dc3-84f6-42fa-bc1d-d4250ce98054" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2905.487260] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/21710e06-8346-4ba5-93cd-4181c7f38043" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2905.487379] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/21710e06-8346-4ba5-93cd-4181c7f38043" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2905.487822] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/21710e06-8346-4ba5-93cd-4181c7f38043" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2905.488147] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d3427a-4737-4379-bd58-0037627676d2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2905.492410] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2905.492410] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4c7c8-e52d-d7f0-5e8f-354a4ec99828" [ 2905.492410] env[62490]: _type = "Task" [ 2905.492410] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2905.499994] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4c7c8-e52d-d7f0-5e8f-354a4ec99828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2906.004897] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c4c7c8-e52d-d7f0-5e8f-354a4ec99828, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2906.005281] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/21710e06-8346-4ba5-93cd-4181c7f38043 is no longer used. Deleting! [ 2906.005389] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/21710e06-8346-4ba5-93cd-4181c7f38043 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2906.005715] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d061ef4-62aa-4aa7-a59c-af867a05c1c4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2906.012085] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2906.012085] env[62490]: value = "task-2066858" [ 2906.012085] env[62490]: _type = "Task" [ 2906.012085] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2906.019370] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2906.522162] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133584} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2906.522392] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2906.522552] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/21710e06-8346-4ba5-93cd-4181c7f38043" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2906.522774] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c0842163-7520-4697-b53d-f1a0579f64c2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2906.522893] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/c0842163-7520-4697-b53d-f1a0579f64c2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2906.523239] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c0842163-7520-4697-b53d-f1a0579f64c2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2906.523537] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f4308b-8d8e-40f0-b4c5-2aa34a5c1028 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2906.527672] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2906.527672] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5246cad7-8628-5671-1eee-124213dd264a" [ 2906.527672] env[62490]: _type = "Task" [ 2906.527672] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2906.534610] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5246cad7-8628-5671-1eee-124213dd264a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2907.038162] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5246cad7-8628-5671-1eee-124213dd264a, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2907.038472] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/c0842163-7520-4697-b53d-f1a0579f64c2 is no longer used. Deleting! [ 2907.038616] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/c0842163-7520-4697-b53d-f1a0579f64c2 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2907.038866] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6fbc8a5-94ab-416d-a864-a421941fd698 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2907.044258] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2907.044258] env[62490]: value = "task-2066859" [ 2907.044258] env[62490]: _type = "Task" [ 2907.044258] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2907.051274] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2907.553692] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115965} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2907.553913] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2907.554066] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/c0842163-7520-4697-b53d-f1a0579f64c2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2907.554291] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2907.554408] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2907.554720] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2907.554982] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c1a520-26fc-44b9-9370-0e2d0fcfa535 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2907.559020] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2907.559020] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a00980-3073-ee5e-7623-d5fb96b96be8" [ 2907.559020] env[62490]: _type = "Task" [ 2907.559020] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2907.566053] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a00980-3073-ee5e-7623-d5fb96b96be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2908.069326] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a00980-3073-ee5e-7623-d5fb96b96be8, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2908.069677] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499 is no longer used. Deleting! [ 2908.069743] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2908.069997] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36cbc9e3-bd93-4f1a-95ba-aa40af16c92e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2908.075678] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2908.075678] env[62490]: value = "task-2066861" [ 2908.075678] env[62490]: _type = "Task" [ 2908.075678] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2908.082686] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2908.585478] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104973} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2908.585714] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2908.585881] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/017a863d-fd69-48d7-b76e-f0ef35837499" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2908.586108] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/1e2c6626-50b1-4468-a3b7-982412fb92f3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2908.586228] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/1e2c6626-50b1-4468-a3b7-982412fb92f3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2908.586585] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/1e2c6626-50b1-4468-a3b7-982412fb92f3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2908.586848] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552ed94b-cc06-44f9-83c7-8149f2a08f72 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2908.592531] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2908.592531] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527b3f18-b651-b0c2-f29e-9b12df664c07" [ 2908.592531] env[62490]: _type = "Task" [ 2908.592531] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2908.600097] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527b3f18-b651-b0c2-f29e-9b12df664c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2909.102508] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]527b3f18-b651-b0c2-f29e-9b12df664c07, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2909.102811] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/1e2c6626-50b1-4468-a3b7-982412fb92f3 is no longer used. Deleting! [ 2909.102960] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/1e2c6626-50b1-4468-a3b7-982412fb92f3 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2909.103238] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d372b12d-3951-4878-895d-8914a5660fbc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2909.109272] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2909.109272] env[62490]: value = "task-2066862" [ 2909.109272] env[62490]: _type = "Task" [ 2909.109272] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2909.116523] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2909.618547] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101452} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2909.618752] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2909.618883] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/1e2c6626-50b1-4468-a3b7-982412fb92f3" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2909.619116] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/0ec67732-63a2-4cea-a5fa-834147f5bfb2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2909.619234] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/0ec67732-63a2-4cea-a5fa-834147f5bfb2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2909.619527] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ec67732-63a2-4cea-a5fa-834147f5bfb2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2909.619783] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27375f2f-ed53-4a76-a3e3-930442a87f24 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2909.623905] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2909.623905] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525db908-c29f-28b8-3b38-8527979dafc8" [ 2909.623905] env[62490]: _type = "Task" [ 2909.623905] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2909.631247] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525db908-c29f-28b8-3b38-8527979dafc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2910.017501] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Volume attach. Driver type: vmdk {{(pid=62490) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2910.017752] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423798', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'name': 'volume-89ce4110-60bb-4e94-bc24-daebcb2012e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'serial': '89ce4110-60bb-4e94-bc24-daebcb2012e7'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2910.018707] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa8346-6c29-40f3-8b41-f59ce0171a6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.035806] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a6223e-7873-4961-a109-93a1a0ee20c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.062170] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-89ce4110-60bb-4e94-bc24-daebcb2012e7/volume-89ce4110-60bb-4e94-bc24-daebcb2012e7.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2910.062390] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e7a7c5-9fc5-474c-b106-4ac631d48a6c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.081116] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2910.081116] env[62490]: value = "task-2066863" [ 2910.081116] env[62490]: _type = "Task" [ 2910.081116] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2910.088544] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2910.134394] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525db908-c29f-28b8-3b38-8527979dafc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2910.134791] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/0ec67732-63a2-4cea-a5fa-834147f5bfb2 is no longer used. Deleting! [ 2910.134896] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/0ec67732-63a2-4cea-a5fa-834147f5bfb2 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2910.135073] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2dbb120-4da4-4e02-a11b-a58dd4bfb605 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.142089] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2910.142089] env[62490]: value = "task-2066864" [ 2910.142089] env[62490]: _type = "Task" [ 2910.142089] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2910.149085] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2910.591805] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066863, 'name': ReconfigVM_Task, 'duration_secs': 0.328394} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2910.592097] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-89ce4110-60bb-4e94-bc24-daebcb2012e7/volume-89ce4110-60bb-4e94-bc24-daebcb2012e7.vmdk or device None with type thin {{(pid=62490) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2910.596911] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e999bf2-e28c-46d2-9b58-f43770ebb487 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.612408] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2910.612408] env[62490]: value = "task-2066865" [ 2910.612408] env[62490]: _type = "Task" [ 2910.612408] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2910.620038] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2910.652066] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110085} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2910.652326] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2910.652644] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/0ec67732-63a2-4cea-a5fa-834147f5bfb2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2910.652812] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/b3d3aaa7-36bd-4fdf-a311-25c1cbea5b91" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2910.652966] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/b3d3aaa7-36bd-4fdf-a311-25c1cbea5b91" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2910.653340] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3d3aaa7-36bd-4fdf-a311-25c1cbea5b91" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2910.653650] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fc666f-f852-4f7d-9adb-cb426444f381 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2910.658060] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2910.658060] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5297e45d-c515-9171-2f58-7ab9bcd7ad57" [ 2910.658060] env[62490]: _type = "Task" [ 2910.658060] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2910.665080] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5297e45d-c515-9171-2f58-7ab9bcd7ad57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2911.124031] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2911.167601] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5297e45d-c515-9171-2f58-7ab9bcd7ad57, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2911.167921] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/b3d3aaa7-36bd-4fdf-a311-25c1cbea5b91/ts-2025-01-13-06-00-00 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2911.168077] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c3946ba-9f56-4906-9a15-2dc4aa4501e7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.180930] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/b3d3aaa7-36bd-4fdf-a311-25c1cbea5b91/ts-2025-01-13-06-00-00 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2911.181069] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image b3d3aaa7-36bd-4fdf-a311-25c1cbea5b91 is no longer used by this node. Pending deletion! [ 2911.181237] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/b3d3aaa7-36bd-4fdf-a311-25c1cbea5b91" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2911.181448] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2911.181566] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2911.181864] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2911.182121] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9241cc1a-2509-4a10-b1fe-cb980928d784 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.186942] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2911.186942] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52baa504-892a-7206-426a-1f64b331d458" [ 2911.186942] env[62490]: _type = "Task" [ 2911.186942] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2911.193964] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52baa504-892a-7206-426a-1f64b331d458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2911.624054] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066865, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2911.697667] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52baa504-892a-7206-426a-1f64b331d458, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2911.697941] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/ts-2025-01-13-06-00-01 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2911.698209] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a331b87b-864a-41bc-979f-b530a690e3f8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.711160] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/ts-2025-01-13-06-00-01 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2911.711312] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image 381326c3-460e-4fef-bbd6-5ba2927f234b is no longer used by this node. Pending deletion! [ 2911.711468] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2911.711675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/db78af53-ec7e-4c8d-ba85-5a9465337d26" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2911.711813] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/db78af53-ec7e-4c8d-ba85-5a9465337d26" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2911.712169] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/db78af53-ec7e-4c8d-ba85-5a9465337d26" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2911.712446] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4220bad0-48d5-4e30-967f-8b64582a55ed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2911.716935] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2911.716935] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525bc6c3-c8ed-323e-dbac-4f2ad8b2cb6b" [ 2911.716935] env[62490]: _type = "Task" [ 2911.716935] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2911.724193] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525bc6c3-c8ed-323e-dbac-4f2ad8b2cb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2912.124638] env[62490]: DEBUG oslo_vmware.api [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066865, 'name': ReconfigVM_Task, 'duration_secs': 1.148396} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2912.124934] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423798', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'name': 'volume-89ce4110-60bb-4e94-bc24-daebcb2012e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'serial': '89ce4110-60bb-4e94-bc24-daebcb2012e7'} {{(pid=62490) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2912.226946] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525bc6c3-c8ed-323e-dbac-4f2ad8b2cb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2912.227296] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/db78af53-ec7e-4c8d-ba85-5a9465337d26 is no longer used. Deleting! [ 2912.227402] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/db78af53-ec7e-4c8d-ba85-5a9465337d26 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2912.227660] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce2213a-1d66-40fb-80ff-9547538babdb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2912.235140] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2912.235140] env[62490]: value = "task-2066866" [ 2912.235140] env[62490]: _type = "Task" [ 2912.235140] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2912.242406] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2912.744486] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144104} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2912.744702] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2912.744858] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/db78af53-ec7e-4c8d-ba85-5a9465337d26" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2912.745093] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/23d94dd0-e9d9-4d61-ae15-7b0dc31d1136" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2912.745214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/23d94dd0-e9d9-4d61-ae15-7b0dc31d1136" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2912.745554] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/23d94dd0-e9d9-4d61-ae15-7b0dc31d1136" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2912.745813] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da118fc3-a08e-4dd2-9b22-891688d5b953 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2912.750108] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2912.750108] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4e099-2db1-950e-a8a3-21d5096a3cfa" [ 2912.750108] env[62490]: _type = "Task" [ 2912.750108] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2912.757366] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4e099-2db1-950e-a8a3-21d5096a3cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2913.160965] env[62490]: DEBUG nova.objects.instance [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid d76896bb-e44a-45e5-a847-a62b30dc4d4d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2913.260588] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b4e099-2db1-950e-a8a3-21d5096a3cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2913.260885] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/23d94dd0-e9d9-4d61-ae15-7b0dc31d1136 is no longer used. Deleting! [ 2913.261037] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/23d94dd0-e9d9-4d61-ae15-7b0dc31d1136 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2913.261295] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f7fafc-f60d-4cae-b3f9-6f9062e050a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2913.266717] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2913.266717] env[62490]: value = "task-2066867" [ 2913.266717] env[62490]: _type = "Task" [ 2913.266717] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2913.274405] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2913.667300] env[62490]: DEBUG oslo_concurrency.lockutils [None req-d5715923-ea7f-42ad-b551-b6f6402fdb3e tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.250s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2913.777336] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101511} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2913.777548] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2913.777707] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/23d94dd0-e9d9-4d61-ae15-7b0dc31d1136" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2913.777924] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/cc8d4d95-7c07-4d6b-b81e-0032a438bec6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2913.778055] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/cc8d4d95-7c07-4d6b-b81e-0032a438bec6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2913.778372] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/cc8d4d95-7c07-4d6b-b81e-0032a438bec6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2913.778629] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992b8a92-3b4b-45f8-b1ed-64d41597c740 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2913.783136] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2913.783136] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ea134f-d531-1445-0298-5dbb07c479cd" [ 2913.783136] env[62490]: _type = "Task" [ 2913.783136] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2913.790286] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ea134f-d531-1445-0298-5dbb07c479cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2913.969072] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2913.969297] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2914.293582] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ea134f-d531-1445-0298-5dbb07c479cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013907} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2914.293924] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/cc8d4d95-7c07-4d6b-b81e-0032a438bec6 is no longer used. Deleting! [ 2914.294037] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/cc8d4d95-7c07-4d6b-b81e-0032a438bec6 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2914.294267] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67459540-9cfd-4e47-9253-5d211edb25a2 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.300900] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2914.300900] env[62490]: value = "task-2066868" [ 2914.300900] env[62490]: _type = "Task" [ 2914.300900] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2914.308285] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2914.472333] env[62490]: INFO nova.compute.manager [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Detaching volume 1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f [ 2914.501902] env[62490]: INFO nova.virt.block_device [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Attempting to driver detach volume 1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f from mountpoint /dev/sdb [ 2914.502156] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2914.502343] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423797', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'name': 'volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'serial': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2914.503250] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1235841d-ba57-46d8-bc22-c0da0d1a1b1f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.527140] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc3e73-547c-427a-b0f5-4990784f7102 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.534104] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70d3c94-3342-4713-90c2-a5ced196f361 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.556451] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4677bae-243b-499b-805b-3a1a2957774e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.571361] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] The volume has not been displaced from its original location: [datastore1] volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f/volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2914.576569] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2914.576818] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09466d40-787e-4a30-b3e2-fc00ebdb35d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.594194] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2914.594194] env[62490]: value = "task-2066869" [ 2914.594194] env[62490]: _type = "Task" [ 2914.594194] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2914.601386] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2914.810825] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105291} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2914.811050] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2914.811186] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/cc8d4d95-7c07-4d6b-b81e-0032a438bec6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2914.811408] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/e115dcd1-5cda-42f5-8c8f-fdc6bf6c7187" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2914.811527] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/e115dcd1-5cda-42f5-8c8f-fdc6bf6c7187" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2914.811848] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/e115dcd1-5cda-42f5-8c8f-fdc6bf6c7187" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2914.812128] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f1933a-5124-494b-b6e1-07a1fc472a99 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2914.816514] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2914.816514] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c546c4-5459-da49-b018-86e5f743aee5" [ 2914.816514] env[62490]: _type = "Task" [ 2914.816514] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2914.824248] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c546c4-5459-da49-b018-86e5f743aee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2915.103682] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066869, 'name': ReconfigVM_Task, 'duration_secs': 0.210724} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2915.103952] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2915.108559] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb600e69-d6ca-4a4d-b61b-336b928b762f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2915.123145] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2915.123145] env[62490]: value = "task-2066870" [ 2915.123145] env[62490]: _type = "Task" [ 2915.123145] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2915.130532] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2915.326698] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c546c4-5459-da49-b018-86e5f743aee5, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2915.327069] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/e115dcd1-5cda-42f5-8c8f-fdc6bf6c7187 is no longer used. Deleting! [ 2915.327184] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/e115dcd1-5cda-42f5-8c8f-fdc6bf6c7187 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2915.327445] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41f39122-a65f-42a5-8684-68a60cfb19d5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2915.333829] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2915.333829] env[62490]: value = "task-2066871" [ 2915.333829] env[62490]: _type = "Task" [ 2915.333829] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2915.340987] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2915.633961] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2915.843455] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101158} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2915.843682] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2915.843869] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/e115dcd1-5cda-42f5-8c8f-fdc6bf6c7187" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2915.844124] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/ee61877c-3e47-4077-8f26-f6e135710dca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2915.844247] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/ee61877c-3e47-4077-8f26-f6e135710dca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2915.844566] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/ee61877c-3e47-4077-8f26-f6e135710dca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2915.844832] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d02bf30-bea1-411f-87fa-36521891c7f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2915.849728] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2915.849728] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c11838-96c5-f46b-57a8-90079a169769" [ 2915.849728] env[62490]: _type = "Task" [ 2915.849728] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2915.857370] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c11838-96c5-f46b-57a8-90079a169769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2916.135148] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2916.359966] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c11838-96c5-f46b-57a8-90079a169769, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2916.360309] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/ee61877c-3e47-4077-8f26-f6e135710dca is no longer used. Deleting! [ 2916.360446] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/ee61877c-3e47-4077-8f26-f6e135710dca {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2916.360758] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4913035-4a6b-407d-872f-53b073e33e5a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2916.367306] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2916.367306] env[62490]: value = "task-2066872" [ 2916.367306] env[62490]: _type = "Task" [ 2916.367306] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2916.374626] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2916.635731] env[62490]: DEBUG oslo_vmware.api [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066870, 'name': ReconfigVM_Task, 'duration_secs': 1.077} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2916.636039] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423797', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'name': 'volume-1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f', 'serial': '1fd5f823-6431-47ad-a31f-8d3f7b4b6e0f'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2916.878608] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111932} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2916.878814] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2916.878979] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/ee61877c-3e47-4077-8f26-f6e135710dca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2916.879216] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/37dc7d20-9903-457c-9477-bf1f22b504e4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2916.879332] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/37dc7d20-9903-457c-9477-bf1f22b504e4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2916.879660] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/37dc7d20-9903-457c-9477-bf1f22b504e4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2916.879926] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d8a8eb-1d23-422c-a66e-ca38383546bb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2916.884207] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2916.884207] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b9e267-2c12-4425-ca43-16e11af3780b" [ 2916.884207] env[62490]: _type = "Task" [ 2916.884207] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2916.891395] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b9e267-2c12-4425-ca43-16e11af3780b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2917.174959] env[62490]: DEBUG nova.objects.instance [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid d76896bb-e44a-45e5-a847-a62b30dc4d4d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2917.394594] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b9e267-2c12-4425-ca43-16e11af3780b, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2917.394932] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/37dc7d20-9903-457c-9477-bf1f22b504e4 is no longer used. Deleting! [ 2917.395044] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/37dc7d20-9903-457c-9477-bf1f22b504e4 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2917.395295] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd3b4a1-5a7e-4611-92d3-0788dac2bd43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2917.401095] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2917.401095] env[62490]: value = "task-2066873" [ 2917.401095] env[62490]: _type = "Task" [ 2917.401095] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2917.408089] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2917.910706] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124308} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2917.910901] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2917.911051] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/37dc7d20-9903-457c-9477-bf1f22b504e4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2917.911283] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/f0cfa2a6-883e-45e1-b375-4dcd9504b696" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2917.911401] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/f0cfa2a6-883e-45e1-b375-4dcd9504b696" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2917.911717] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0cfa2a6-883e-45e1-b375-4dcd9504b696" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2917.911987] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7c6ffa-0070-411e-b4eb-8921640daf43 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2917.916484] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2917.916484] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276e4a5-4fd2-10fc-8616-7d8851aa2112" [ 2917.916484] env[62490]: _type = "Task" [ 2917.916484] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2917.923903] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276e4a5-4fd2-10fc-8616-7d8851aa2112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2918.183921] env[62490]: DEBUG oslo_concurrency.lockutils [None req-9110832d-9a0e-4a47-bf8f-0a7a0f3b5d3c tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.214s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2918.230840] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2918.231104] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2918.427788] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276e4a5-4fd2-10fc-8616-7d8851aa2112, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2918.428170] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/f0cfa2a6-883e-45e1-b375-4dcd9504b696 is no longer used. Deleting! [ 2918.428289] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/f0cfa2a6-883e-45e1-b375-4dcd9504b696 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2918.428518] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d17b3a69-4ad8-4d42-8ea5-ae78c9c7fd66 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.434783] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2918.434783] env[62490]: value = "task-2066874" [ 2918.434783] env[62490]: _type = "Task" [ 2918.434783] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2918.441748] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2918.733896] env[62490]: INFO nova.compute.manager [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Detaching volume 89ce4110-60bb-4e94-bc24-daebcb2012e7 [ 2918.764079] env[62490]: INFO nova.virt.block_device [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Attempting to driver detach volume 89ce4110-60bb-4e94-bc24-daebcb2012e7 from mountpoint /dev/sdc [ 2918.764079] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Volume detach. Driver type: vmdk {{(pid=62490) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2918.764311] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423798', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'name': 'volume-89ce4110-60bb-4e94-bc24-daebcb2012e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'serial': '89ce4110-60bb-4e94-bc24-daebcb2012e7'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2918.765112] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a831b-b6df-47af-8a1f-70d03aa726d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.787461] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ef169-01d3-4064-9c04-b261e8bc0e07 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.794243] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d0b1b9-45c6-4c02-9a74-7ea822246517 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.813878] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c620d0a-3134-4662-b76f-ed13071d823f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.828174] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] The volume has not been displaced from its original location: [datastore1] volume-89ce4110-60bb-4e94-bc24-daebcb2012e7/volume-89ce4110-60bb-4e94-bc24-daebcb2012e7.vmdk. No consolidation needed. {{(pid=62490) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2918.833377] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfiguring VM instance instance-0000007d to detach disk 2002 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2918.833623] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d61bc3-f037-4a07-95c1-84b50ec4cb3b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.850818] env[62490]: DEBUG oslo_vmware.api [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2918.850818] env[62490]: value = "task-2066875" [ 2918.850818] env[62490]: _type = "Task" [ 2918.850818] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2918.857890] env[62490]: DEBUG oslo_vmware.api [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2918.943613] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098765} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2918.943823] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2918.944030] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/f0cfa2a6-883e-45e1-b375-4dcd9504b696" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2918.944252] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/a6614f36-a25e-492f-99f3-29daa6f945bc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2918.944379] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/a6614f36-a25e-492f-99f3-29daa6f945bc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2918.944687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/a6614f36-a25e-492f-99f3-29daa6f945bc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2918.944950] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c61a0e-480f-4204-8400-62c1dc8380fa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2918.949123] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2918.949123] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52090ab0-fa08-9822-c998-3268f26a2faa" [ 2918.949123] env[62490]: _type = "Task" [ 2918.949123] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2918.956164] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52090ab0-fa08-9822-c998-3268f26a2faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2919.361086] env[62490]: DEBUG oslo_vmware.api [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066875, 'name': ReconfigVM_Task, 'duration_secs': 0.226419} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2919.361307] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Reconfigured VM instance instance-0000007d to detach disk 2002 {{(pid=62490) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2919.366012] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc1254f-66b1-4539-9f36-9ce2b7296ddd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2919.380196] env[62490]: DEBUG oslo_vmware.api [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2919.380196] env[62490]: value = "task-2066876" [ 2919.380196] env[62490]: _type = "Task" [ 2919.380196] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2919.387761] env[62490]: DEBUG oslo_vmware.api [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2919.458896] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52090ab0-fa08-9822-c998-3268f26a2faa, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2919.459309] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/a6614f36-a25e-492f-99f3-29daa6f945bc is no longer used. Deleting! [ 2919.459359] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/a6614f36-a25e-492f-99f3-29daa6f945bc {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2919.459579] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1be934c-76eb-4c50-bf33-d56a0cacd5ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2919.465172] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2919.465172] env[62490]: value = "task-2066877" [ 2919.465172] env[62490]: _type = "Task" [ 2919.465172] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2919.472232] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2919.889915] env[62490]: DEBUG oslo_vmware.api [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066876, 'name': ReconfigVM_Task, 'duration_secs': 0.132949} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2919.890233] env[62490]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423798', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'name': 'volume-89ce4110-60bb-4e94-bc24-daebcb2012e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd76896bb-e44a-45e5-a847-a62b30dc4d4d', 'attached_at': '', 'detached_at': '', 'volume_id': '89ce4110-60bb-4e94-bc24-daebcb2012e7', 'serial': '89ce4110-60bb-4e94-bc24-daebcb2012e7'} {{(pid=62490) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2919.976166] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096079} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2919.976376] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2919.976590] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/a6614f36-a25e-492f-99f3-29daa6f945bc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2919.976793] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c1e8ef8d-8ed1-4cbd-b558-6dce81ed40cc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2919.976906] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/c1e8ef8d-8ed1-4cbd-b558-6dce81ed40cc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2919.977238] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c1e8ef8d-8ed1-4cbd-b558-6dce81ed40cc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2919.977517] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8d4fef-e3cc-44e0-ab12-7b20ae08c2fb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2919.982208] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2919.982208] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52410595-2e5a-82fb-93cf-7c24070b850f" [ 2919.982208] env[62490]: _type = "Task" [ 2919.982208] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2919.989290] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52410595-2e5a-82fb-93cf-7c24070b850f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2920.428842] env[62490]: DEBUG nova.objects.instance [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'flavor' on Instance uuid d76896bb-e44a-45e5-a847-a62b30dc4d4d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2920.492268] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52410595-2e5a-82fb-93cf-7c24070b850f, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2920.492594] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/c1e8ef8d-8ed1-4cbd-b558-6dce81ed40cc is no longer used. Deleting! [ 2920.492699] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/c1e8ef8d-8ed1-4cbd-b558-6dce81ed40cc {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2920.492951] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2764d4c5-6951-4d36-a055-24b1d9df42b7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2920.499074] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2920.499074] env[62490]: value = "task-2066878" [ 2920.499074] env[62490]: _type = "Task" [ 2920.499074] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2920.506297] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2921.008746] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104828} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2921.008944] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2921.009136] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/c1e8ef8d-8ed1-4cbd-b558-6dce81ed40cc" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2921.009393] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/82db6574-6e9f-493b-be3e-4fb2545c2a2f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2921.009520] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/82db6574-6e9f-493b-be3e-4fb2545c2a2f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2921.009822] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/82db6574-6e9f-493b-be3e-4fb2545c2a2f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2921.010298] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b50f5d-9b38-4bba-ad29-228d299a61a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.014366] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2921.014366] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5273b762-aa52-ac16-dc65-3f278422d1c4" [ 2921.014366] env[62490]: _type = "Task" [ 2921.014366] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2921.022438] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5273b762-aa52-ac16-dc65-3f278422d1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2921.438411] env[62490]: DEBUG oslo_concurrency.lockutils [None req-8ef92b9d-e506-453d-9eec-aa02d0a53023 tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2921.525094] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5273b762-aa52-ac16-dc65-3f278422d1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2921.525473] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/82db6574-6e9f-493b-be3e-4fb2545c2a2f is no longer used. Deleting! [ 2921.525529] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/82db6574-6e9f-493b-be3e-4fb2545c2a2f {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2921.525791] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db4d385b-ad49-410a-a9cc-b64ef8f35b54 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2921.531780] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2921.531780] env[62490]: value = "task-2066879" [ 2921.531780] env[62490]: _type = "Task" [ 2921.531780] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2921.538960] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2922.041400] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103537} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2922.041622] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2922.041790] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/82db6574-6e9f-493b-be3e-4fb2545c2a2f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2922.042118] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2922.042167] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2922.042446] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2922.042715] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a0a4ca-7460-44ef-bd64-62dba660008a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2922.047693] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2922.047693] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f34b65-1533-ac18-ccf0-e5b5a7405f35" [ 2922.047693] env[62490]: _type = "Task" [ 2922.047693] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2922.055225] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f34b65-1533-ac18-ccf0-e5b5a7405f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2922.559511] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f34b65-1533-ac18-ccf0-e5b5a7405f35, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2922.559843] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6 is no longer used. Deleting! [ 2922.559901] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2922.560187] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f222ccfb-d9e6-4fef-a5e9-f73cc91bfc5c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2922.566121] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2922.566121] env[62490]: value = "task-2066880" [ 2922.566121] env[62490]: _type = "Task" [ 2922.566121] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2922.574263] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2922.596747] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2922.597014] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2922.597240] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2922.597444] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2922.597600] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2922.599655] env[62490]: INFO nova.compute.manager [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Terminating instance [ 2923.075822] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103297} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2923.076047] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2923.076223] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/f1af3c23-ad42-4778-92e5-5ad93dc565a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2923.076445] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/a810184f-03ec-4666-a34a-c876382dcbe1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2923.076583] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/a810184f-03ec-4666-a34a-c876382dcbe1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2923.076906] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/a810184f-03ec-4666-a34a-c876382dcbe1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2923.077186] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2ea607-cf92-48d0-a3df-1d714bb8aa0c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2923.081481] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2923.081481] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d668b6-b816-b8dd-eaac-17e6ffa1cf35" [ 2923.081481] env[62490]: _type = "Task" [ 2923.081481] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2923.088462] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d668b6-b816-b8dd-eaac-17e6ffa1cf35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2923.103152] env[62490]: DEBUG nova.compute.manager [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Start destroying the instance on the hypervisor. {{(pid=62490) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2923.103351] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Destroying instance {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2923.104061] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13be27eb-07c6-4b9b-a275-459d288a022f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2923.110158] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Powering off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2923.110364] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6936c92d-64ba-4458-8a66-5a49cde7b722 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2923.116124] env[62490]: DEBUG oslo_vmware.api [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2923.116124] env[62490]: value = "task-2066881" [ 2923.116124] env[62490]: _type = "Task" [ 2923.116124] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2923.122983] env[62490]: DEBUG oslo_vmware.api [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2923.592395] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d668b6-b816-b8dd-eaac-17e6ffa1cf35, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2923.592735] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/a810184f-03ec-4666-a34a-c876382dcbe1 is no longer used. Deleting! [ 2923.592783] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/a810184f-03ec-4666-a34a-c876382dcbe1 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2923.593049] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a29e222b-d927-4bb5-ac14-3f3696c303e6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2923.600609] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2923.600609] env[62490]: value = "task-2066882" [ 2923.600609] env[62490]: _type = "Task" [ 2923.600609] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2923.607490] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2923.623592] env[62490]: DEBUG oslo_vmware.api [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066881, 'name': PowerOffVM_Task, 'duration_secs': 0.174904} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2923.623843] env[62490]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Powered off the VM {{(pid=62490) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2923.624048] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Unregistering the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2923.624259] env[62490]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3ef2cc2-9b49-4114-b07d-b9176c40f4c0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2923.708309] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Unregistered the VM {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2923.708556] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Deleting contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2923.708789] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Deleting the datastore file [datastore1] d76896bb-e44a-45e5-a847-a62b30dc4d4d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2923.709069] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5ad1d38-8589-414e-8d47-23881b5dcf9d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2923.714855] env[62490]: DEBUG oslo_vmware.api [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for the task: (returnval){ [ 2923.714855] env[62490]: value = "task-2066884" [ 2923.714855] env[62490]: _type = "Task" [ 2923.714855] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2923.721988] env[62490]: DEBUG oslo_vmware.api [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2924.110599] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115213} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2924.110806] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2924.110976] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/a810184f-03ec-4666-a34a-c876382dcbe1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2924.111222] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/b56fa5a1-2c36-485e-9f9a-0abaf7c3bd72" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2924.111339] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/b56fa5a1-2c36-485e-9f9a-0abaf7c3bd72" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2924.111657] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/b56fa5a1-2c36-485e-9f9a-0abaf7c3bd72" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2924.111922] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7128891c-e49a-400f-a7c6-0270daaefeac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2924.115903] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2924.115903] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5278ebe4-2cb3-f351-e87b-25b658735929" [ 2924.115903] env[62490]: _type = "Task" [ 2924.115903] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2924.122941] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5278ebe4-2cb3-f351-e87b-25b658735929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2924.224570] env[62490]: DEBUG oslo_vmware.api [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Task: {'id': task-2066884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125582} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2924.224806] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2924.224988] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Deleted contents of the VM from datastore datastore1 {{(pid=62490) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2924.225186] env[62490]: DEBUG nova.virt.vmwareapi.vmops [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Instance destroyed {{(pid=62490) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2924.225364] env[62490]: INFO nova.compute.manager [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2924.225628] env[62490]: DEBUG oslo.service.loopingcall [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62490) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2924.225822] env[62490]: DEBUG nova.compute.manager [-] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Deallocating network for instance {{(pid=62490) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2924.225916] env[62490]: DEBUG nova.network.neutron [-] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] deallocate_for_instance() {{(pid=62490) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2924.634721] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5278ebe4-2cb3-f351-e87b-25b658735929, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2924.640023] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/b56fa5a1-2c36-485e-9f9a-0abaf7c3bd72 is no longer used. Deleting! [ 2924.640023] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/b56fa5a1-2c36-485e-9f9a-0abaf7c3bd72 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2924.640023] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-054316a5-2559-45f3-a191-0708d10abf62 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2924.646677] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2924.646677] env[62490]: value = "task-2066885" [ 2924.646677] env[62490]: _type = "Task" [ 2924.646677] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2924.660541] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2924.680575] env[62490]: DEBUG nova.compute.manager [req-5bfac993-d74c-43c9-a91c-5621739da738 req-f32bbe29-00de-440a-bdb0-52241529f1fb service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Received event network-vif-deleted-d835435a-01c1-402d-a08d-74aa9aac4ceb {{(pid=62490) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2924.680809] env[62490]: INFO nova.compute.manager [req-5bfac993-d74c-43c9-a91c-5621739da738 req-f32bbe29-00de-440a-bdb0-52241529f1fb service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Neutron deleted interface d835435a-01c1-402d-a08d-74aa9aac4ceb; detaching it from the instance and deleting it from the info cache [ 2924.680916] env[62490]: DEBUG nova.network.neutron [req-5bfac993-d74c-43c9-a91c-5621739da738 req-f32bbe29-00de-440a-bdb0-52241529f1fb service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2925.137446] env[62490]: DEBUG nova.network.neutron [-] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Updating instance_info_cache with network_info: [] {{(pid=62490) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2925.157333] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116719} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2925.157638] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2925.157719] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/b56fa5a1-2c36-485e-9f9a-0abaf7c3bd72" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2925.157939] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/6367336c-9163-4307-b69a-e0e54fef2edf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2925.158074] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/6367336c-9163-4307-b69a-e0e54fef2edf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2925.158384] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/6367336c-9163-4307-b69a-e0e54fef2edf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2925.158635] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c14a499-3811-4db0-b939-652afcd2d2c1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2925.163070] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2925.163070] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e56c0-d547-ef94-54b2-8f0c1e8f1114" [ 2925.163070] env[62490]: _type = "Task" [ 2925.163070] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2925.171108] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e56c0-d547-ef94-54b2-8f0c1e8f1114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2925.183936] env[62490]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e56ffd7-46e0-4ab2-921b-37a56118d02a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2925.192477] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf5a7f4-4934-4c27-83c0-a4e7ddbd78a5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2925.215641] env[62490]: DEBUG nova.compute.manager [req-5bfac993-d74c-43c9-a91c-5621739da738 req-f32bbe29-00de-440a-bdb0-52241529f1fb service nova] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Detach interface failed, port_id=d835435a-01c1-402d-a08d-74aa9aac4ceb, reason: Instance d76896bb-e44a-45e5-a847-a62b30dc4d4d could not be found. {{(pid=62490) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2925.640063] env[62490]: INFO nova.compute.manager [-] [instance: d76896bb-e44a-45e5-a847-a62b30dc4d4d] Took 1.41 seconds to deallocate network for instance. [ 2925.674653] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525e56c0-d547-ef94-54b2-8f0c1e8f1114, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2925.674944] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/6367336c-9163-4307-b69a-e0e54fef2edf is no longer used. Deleting! [ 2925.675116] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/6367336c-9163-4307-b69a-e0e54fef2edf {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2925.675411] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d951d80-f074-4c45-a90b-3c45727c77e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2925.682125] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2925.682125] env[62490]: value = "task-2066886" [ 2925.682125] env[62490]: _type = "Task" [ 2925.682125] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2925.690020] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2926.146835] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2926.147121] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2926.147359] env[62490]: DEBUG nova.objects.instance [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lazy-loading 'resources' on Instance uuid d76896bb-e44a-45e5-a847-a62b30dc4d4d {{(pid=62490) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2926.191115] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182478} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2926.191322] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2926.191495] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/6367336c-9163-4307-b69a-e0e54fef2edf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2926.191754] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/6518c7f5-9da0-4673-a512-e3bef770495f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2926.191877] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/6518c7f5-9da0-4673-a512-e3bef770495f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2926.192213] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/6518c7f5-9da0-4673-a512-e3bef770495f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2926.192479] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6983dd27-0eb1-4cc9-a528-47a3a34cc1e1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2926.197103] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2926.197103] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521ab8e9-71c1-5673-e299-aff436c606d1" [ 2926.197103] env[62490]: _type = "Task" [ 2926.197103] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2926.205730] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521ab8e9-71c1-5673-e299-aff436c606d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2926.681804] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c28b054-ba7b-4330-9420-22f58ec56eef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2926.689277] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b152752-be8a-47ca-b9bc-ab1fb8a67f38 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2926.721367] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02b117-c040-40a3-8b46-9a790278f4b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2926.729357] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521ab8e9-71c1-5673-e299-aff436c606d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2926.731336] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/6518c7f5-9da0-4673-a512-e3bef770495f is no longer used. Deleting! [ 2926.731484] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/6518c7f5-9da0-4673-a512-e3bef770495f {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2926.731756] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cff2c9e-c87c-4265-87c1-82868d74f717 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2926.734194] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59ae669-28dd-4628-ad0d-59a80c40dfed {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2926.747678] env[62490]: DEBUG nova.compute.provider_tree [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2926.749801] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2926.749801] env[62490]: value = "task-2066887" [ 2926.749801] env[62490]: _type = "Task" [ 2926.749801] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2926.757349] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2927.262143] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11257} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2927.262366] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2927.262532] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/6518c7f5-9da0-4673-a512-e3bef770495f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2927.262747] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/3b9b784c-064b-4579-9e4c-65852bb71f8d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2927.262865] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/3b9b784c-064b-4579-9e4c-65852bb71f8d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2927.263209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/3b9b784c-064b-4579-9e4c-65852bb71f8d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2927.263465] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708c6d2a-9887-493a-a99e-f149d5284955 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.267659] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2927.267659] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52461c55-2d33-34c5-e902-b175965b988b" [ 2927.267659] env[62490]: _type = "Task" [ 2927.267659] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2927.271015] env[62490]: ERROR nova.scheduler.client.report [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] [req-9f10483c-70d1-4eaa-8ec9-ed4d10ad01fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 58d12e9c-c3f5-4a54-9afe-d46accdaa966. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f10483c-70d1-4eaa-8ec9-ed4d10ad01fa"}]} [ 2927.278808] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52461c55-2d33-34c5-e902-b175965b988b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2927.286266] env[62490]: DEBUG nova.scheduler.client.report [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Refreshing inventories for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2927.298878] env[62490]: DEBUG nova.scheduler.client.report [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Updating ProviderTree inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2927.299099] env[62490]: DEBUG nova.compute.provider_tree [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2927.309126] env[62490]: DEBUG nova.scheduler.client.report [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Refreshing aggregate associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, aggregates: None {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2927.325906] env[62490]: DEBUG nova.scheduler.client.report [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Refreshing trait associations for resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62490) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2927.348636] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1458749d-0332-49fa-8ce2-1306d50cc818 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.355682] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef9af59-ee32-4043-a255-e9921c259029 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.385146] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0a34a-b012-4c3f-b7a6-978a8f40f057 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.392045] env[62490]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ba78a-8f20-492a-9a9a-8fffd1e03827 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.404649] env[62490]: DEBUG nova.compute.provider_tree [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2927.783049] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52461c55-2d33-34c5-e902-b175965b988b, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2927.783424] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/3b9b784c-064b-4579-9e4c-65852bb71f8d is no longer used. Deleting! [ 2927.783462] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/3b9b784c-064b-4579-9e4c-65852bb71f8d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2927.783760] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05c778d4-634a-4143-b8f4-cb344e57ba1d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2927.789659] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2927.789659] env[62490]: value = "task-2066888" [ 2927.789659] env[62490]: _type = "Task" [ 2927.789659] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2927.796760] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2927.933781] env[62490]: DEBUG nova.scheduler.client.report [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Updated inventory for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with generation 193 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2927.934076] env[62490]: DEBUG nova.compute.provider_tree [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Updating resource provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 generation from 193 to 194 during operation: update_inventory {{(pid=62490) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2927.934265] env[62490]: DEBUG nova.compute.provider_tree [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Updating inventory in ProviderTree for provider 58d12e9c-c3f5-4a54-9afe-d46accdaa966 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62490) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2928.299646] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114876} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2928.299901] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2928.300058] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/3b9b784c-064b-4579-9e4c-65852bb71f8d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2928.300290] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/e866b2cc-a390-44e7-bb08-1bf9ef73b97c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2928.300410] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/e866b2cc-a390-44e7-bb08-1bf9ef73b97c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2928.300733] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/e866b2cc-a390-44e7-bb08-1bf9ef73b97c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2928.301072] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50d89a6-2c17-43f7-97a8-577a2ae89dc1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.305671] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2928.305671] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526ab7ed-87a8-5d2a-2d01-18a070111e73" [ 2928.305671] env[62490]: _type = "Task" [ 2928.305671] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2928.312844] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526ab7ed-87a8-5d2a-2d01-18a070111e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2928.439087] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2928.460202] env[62490]: INFO nova.scheduler.client.report [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Deleted allocations for instance d76896bb-e44a-45e5-a847-a62b30dc4d4d [ 2928.815904] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526ab7ed-87a8-5d2a-2d01-18a070111e73, 'name': SearchDatastore_Task, 'duration_secs': 0.037809} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2928.816330] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/e866b2cc-a390-44e7-bb08-1bf9ef73b97c is no longer used. Deleting! [ 2928.816395] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/e866b2cc-a390-44e7-bb08-1bf9ef73b97c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2928.816643] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0866c52f-daee-4196-81be-211684300c8a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2928.823308] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2928.823308] env[62490]: value = "task-2066889" [ 2928.823308] env[62490]: _type = "Task" [ 2928.823308] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2928.830624] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2928.968853] env[62490]: DEBUG oslo_concurrency.lockutils [None req-0e2d1074-cff7-40ec-9d6b-aeeabf53be0f tempest-AttachVolumeTestJSON-382166307 tempest-AttachVolumeTestJSON-382166307-project-member] Lock "d76896bb-e44a-45e5-a847-a62b30dc4d4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.372s {{(pid=62490) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2929.333702] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247813} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2929.333923] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2929.334119] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/e866b2cc-a390-44e7-bb08-1bf9ef73b97c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2929.334352] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/6b240180-edc4-4734-997b-1b4602f0377d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2929.334470] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/6b240180-edc4-4734-997b-1b4602f0377d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2929.334807] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/6b240180-edc4-4734-997b-1b4602f0377d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2929.335098] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08c885c-2c6a-406f-9997-d6e10e4a4753 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2929.339349] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2929.339349] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bc56d0-2c92-65f3-36d1-92f4e87430c3" [ 2929.339349] env[62490]: _type = "Task" [ 2929.339349] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2929.346637] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bc56d0-2c92-65f3-36d1-92f4e87430c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2929.850013] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52bc56d0-2c92-65f3-36d1-92f4e87430c3, 'name': SearchDatastore_Task, 'duration_secs': 0.029542} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2929.850381] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/6b240180-edc4-4734-997b-1b4602f0377d is no longer used. Deleting! [ 2929.850474] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/6b240180-edc4-4734-997b-1b4602f0377d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2929.850727] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d32dc7-c84c-4d4a-ac3d-025f64d759cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2929.856789] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2929.856789] env[62490]: value = "task-2066891" [ 2929.856789] env[62490]: _type = "Task" [ 2929.856789] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2929.863731] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2930.366609] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478787} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2930.366826] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2930.367009] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/6b240180-edc4-4734-997b-1b4602f0377d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2930.367240] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2930.367370] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2930.367687] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2930.367964] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d712f4-c3f4-4481-b9e9-7af4779c0201 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2930.372467] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2930.372467] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523e6ac0-ba00-2ede-2a07-d2b325b78454" [ 2930.372467] env[62490]: _type = "Task" [ 2930.372467] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2930.379545] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523e6ac0-ba00-2ede-2a07-d2b325b78454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2930.882964] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]523e6ac0-ba00-2ede-2a07-d2b325b78454, 'name': SearchDatastore_Task, 'duration_secs': 0.057208} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2930.883327] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25 is no longer used. Deleting! [ 2930.883405] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2930.883680] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c29ee175-3259-4678-a130-5a389618516a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2930.890999] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2930.890999] env[62490]: value = "task-2066892" [ 2930.890999] env[62490]: _type = "Task" [ 2930.890999] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2930.898428] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2931.404713] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219243} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2931.405246] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2931.405606] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/b30d2757-ade6-4019-a25f-fcb4c19cfc25" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2931.405992] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2931.406214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2931.406699] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2931.407092] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09780771-9893-4910-b53a-e0e29f862519 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2931.412745] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2931.412745] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525359bb-45f2-600e-627c-4b03ee1f436d" [ 2931.412745] env[62490]: _type = "Task" [ 2931.412745] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2931.423044] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525359bb-45f2-600e-627c-4b03ee1f436d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2931.923234] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525359bb-45f2-600e-627c-4b03ee1f436d, 'name': SearchDatastore_Task, 'duration_secs': 0.020562} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2931.923594] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f/ts-2025-01-13-06-00-21 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2931.923759] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4065973f-ec60-4bb5-9d13-cced39d5eeea {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2931.941230] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f/ts-2025-01-13-06-00-21 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2931.941352] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image d2537406-ebda-40a4-ab4a-61b9af4dad9f is no longer used by this node. Pending deletion! [ 2931.941515] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/d2537406-ebda-40a4-ab4a-61b9af4dad9f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2931.941723] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/ee08cdf3-0765-45aa-ac99-1341d898bae7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2931.941837] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/ee08cdf3-0765-45aa-ac99-1341d898bae7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2931.942158] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/ee08cdf3-0765-45aa-ac99-1341d898bae7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2931.942388] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bab948-9e14-4108-905e-29c8756ccce8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2931.946644] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2931.946644] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ef9226-def1-3628-472a-59601d86699f" [ 2931.946644] env[62490]: _type = "Task" [ 2931.946644] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2931.954702] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ef9226-def1-3628-472a-59601d86699f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2932.456558] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52ef9226-def1-3628-472a-59601d86699f, 'name': SearchDatastore_Task, 'duration_secs': 0.036774} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2932.456978] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/ee08cdf3-0765-45aa-ac99-1341d898bae7 is no longer used. Deleting! [ 2932.457214] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/ee08cdf3-0765-45aa-ac99-1341d898bae7 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2932.457484] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-652151b3-214e-456a-aeba-d94da3f8d025 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2932.463754] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2932.463754] env[62490]: value = "task-2066894" [ 2932.463754] env[62490]: _type = "Task" [ 2932.463754] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2932.471845] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2932.973553] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205865} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2932.973985] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2932.973985] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/ee08cdf3-0765-45aa-ac99-1341d898bae7" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2932.974161] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c0e7e59f-155c-40c5-97fc-f7ae7c0a90b8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2932.974279] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/c0e7e59f-155c-40c5-97fc-f7ae7c0a90b8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2932.974657] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c0e7e59f-155c-40c5-97fc-f7ae7c0a90b8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2932.974913] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f5cd6a-8531-41f2-b429-f85c7130a02e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2932.979017] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2932.979017] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526c359e-de72-efc8-a873-48d80f39ae6f" [ 2932.979017] env[62490]: _type = "Task" [ 2932.979017] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2932.988720] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526c359e-de72-efc8-a873-48d80f39ae6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2933.489508] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526c359e-de72-efc8-a873-48d80f39ae6f, 'name': SearchDatastore_Task, 'duration_secs': 0.027209} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2933.489922] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/c0e7e59f-155c-40c5-97fc-f7ae7c0a90b8 is no longer used. Deleting! [ 2933.490141] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/c0e7e59f-155c-40c5-97fc-f7ae7c0a90b8 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2933.490492] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ff9671c-e864-4e79-a759-cc31cd6f16fd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2933.496709] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2933.496709] env[62490]: value = "task-2066895" [ 2933.496709] env[62490]: _type = "Task" [ 2933.496709] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2933.504899] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2934.006457] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268685} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2934.006859] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2934.006859] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/c0e7e59f-155c-40c5-97fc-f7ae7c0a90b8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2934.007064] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/1ecb9964-ce60-4986-a3b4-57fbe2c65758" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2934.007187] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/1ecb9964-ce60-4986-a3b4-57fbe2c65758" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2934.007505] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/1ecb9964-ce60-4986-a3b4-57fbe2c65758" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2934.007762] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c64ebe-0257-45ed-846e-afb0f13e5273 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2934.011920] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2934.011920] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529379e2-c89a-1fc0-5132-7edaf2f88ab9" [ 2934.011920] env[62490]: _type = "Task" [ 2934.011920] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2934.019100] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529379e2-c89a-1fc0-5132-7edaf2f88ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2934.522578] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529379e2-c89a-1fc0-5132-7edaf2f88ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.028377} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2934.522911] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/1ecb9964-ce60-4986-a3b4-57fbe2c65758 is no longer used. Deleting! [ 2934.523070] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/1ecb9964-ce60-4986-a3b4-57fbe2c65758 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2934.523346] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1729a41-7fa1-43ca-9939-f9373b2ff898 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2934.529517] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2934.529517] env[62490]: value = "task-2066896" [ 2934.529517] env[62490]: _type = "Task" [ 2934.529517] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2934.536969] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2935.038910] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319817} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2935.039222] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2935.039257] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/1ecb9964-ce60-4986-a3b4-57fbe2c65758" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2935.039481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/7e0db767-6667-40f3-b034-4968d247bee2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2935.039596] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/7e0db767-6667-40f3-b034-4968d247bee2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2935.039917] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e0db767-6667-40f3-b034-4968d247bee2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2935.040197] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3fcbac-678a-4977-95f9-4971b942ad5f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2935.044184] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2935.044184] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5215f987-855d-758a-67bf-0ca308aa6c7a" [ 2935.044184] env[62490]: _type = "Task" [ 2935.044184] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2935.051292] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5215f987-855d-758a-67bf-0ca308aa6c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2935.554614] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5215f987-855d-758a-67bf-0ca308aa6c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.05256} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2935.554926] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/7e0db767-6667-40f3-b034-4968d247bee2 is no longer used. Deleting! [ 2935.555076] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/7e0db767-6667-40f3-b034-4968d247bee2 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2935.555333] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c6c6ed-8967-41ec-add0-3f3a1cffae53 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2935.561664] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2935.561664] env[62490]: value = "task-2066898" [ 2935.561664] env[62490]: _type = "Task" [ 2935.561664] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2935.569663] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2936.072281] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331688} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2936.072645] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2936.072713] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/7e0db767-6667-40f3-b034-4968d247bee2" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2936.072878] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/52df8fd3-fa42-4bb1-93a1-d3df279bf0e8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2936.073010] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/52df8fd3-fa42-4bb1-93a1-d3df279bf0e8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2936.073339] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/52df8fd3-fa42-4bb1-93a1-d3df279bf0e8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2936.073599] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf88e68-7f97-4ad8-8c22-c15cec7b667e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.077838] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2936.077838] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e4def-5309-a908-f15e-1bd70f300a6f" [ 2936.077838] env[62490]: _type = "Task" [ 2936.077838] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2936.084978] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e4def-5309-a908-f15e-1bd70f300a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2936.588734] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]528e4def-5309-a908-f15e-1bd70f300a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.018853} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2936.589072] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/52df8fd3-fa42-4bb1-93a1-d3df279bf0e8 is no longer used. Deleting! [ 2936.589971] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/52df8fd3-fa42-4bb1-93a1-d3df279bf0e8 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2936.589971] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c74d9b4-ab9f-4af4-b8fd-378eab00c210 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2936.595898] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2936.595898] env[62490]: value = "task-2066899" [ 2936.595898] env[62490]: _type = "Task" [ 2936.595898] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2936.603669] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2937.105863] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371703} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2937.106228] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2937.106287] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/52df8fd3-fa42-4bb1-93a1-d3df279bf0e8" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2937.106471] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/88780c1c-7057-4866-b1c7-6497c2d3957f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2937.106586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/88780c1c-7057-4866-b1c7-6497c2d3957f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2937.106926] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/88780c1c-7057-4866-b1c7-6497c2d3957f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2937.107206] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50beafc9-db92-4083-8538-e4c3a6aeacc9 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2937.111343] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2937.111343] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5d1ee-ca58-3a6c-ec66-36ded683546f" [ 2937.111343] env[62490]: _type = "Task" [ 2937.111343] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2937.118668] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5d1ee-ca58-3a6c-ec66-36ded683546f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2937.622904] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f5d1ee-ca58-3a6c-ec66-36ded683546f, 'name': SearchDatastore_Task, 'duration_secs': 0.337592} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2937.622904] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/88780c1c-7057-4866-b1c7-6497c2d3957f/ts-2025-01-13-06-00-27 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2937.622904] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1729a432-b62b-4841-8927-f4088c06756c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2937.639902] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/88780c1c-7057-4866-b1c7-6497c2d3957f/ts-2025-01-13-06-00-27 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2937.640115] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image 88780c1c-7057-4866-b1c7-6497c2d3957f is no longer used by this node. Pending deletion! [ 2937.640369] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/88780c1c-7057-4866-b1c7-6497c2d3957f" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2937.640469] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/599fc44d-5482-47f5-95fc-fb23584f4c50" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2937.640586] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/599fc44d-5482-47f5-95fc-fb23584f4c50" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2937.640923] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/599fc44d-5482-47f5-95fc-fb23584f4c50" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2937.641328] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27de790b-1577-48ea-9304-b2e858fa7290 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2937.646079] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2937.646079] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525356e8-45e5-88ec-481d-d5db2aae7934" [ 2937.646079] env[62490]: _type = "Task" [ 2937.646079] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2937.653718] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525356e8-45e5-88ec-481d-d5db2aae7934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2938.156502] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]525356e8-45e5-88ec-481d-d5db2aae7934, 'name': SearchDatastore_Task, 'duration_secs': 0.111218} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2938.156819] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/599fc44d-5482-47f5-95fc-fb23584f4c50 is no longer used. Deleting! [ 2938.156964] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/599fc44d-5482-47f5-95fc-fb23584f4c50 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2938.157256] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8e8c539-043e-4e54-bb30-da9e6d7a0253 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2938.163840] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2938.163840] env[62490]: value = "task-2066900" [ 2938.163840] env[62490]: _type = "Task" [ 2938.163840] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2938.171660] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2938.674613] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423637} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2938.674778] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2938.674948] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/599fc44d-5482-47f5-95fc-fb23584f4c50" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2938.675405] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/a7de30e4-9ad0-47f0-a9ab-60f844ecd942" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2938.675536] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/a7de30e4-9ad0-47f0-a9ab-60f844ecd942" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2938.675909] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7de30e4-9ad0-47f0-a9ab-60f844ecd942" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2938.676198] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8f928c-78c9-4f86-8cdf-68429fe8beaf {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2938.680986] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2938.680986] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d41dc9-6476-ee13-e200-37cd415f6043" [ 2938.680986] env[62490]: _type = "Task" [ 2938.680986] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2938.688915] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d41dc9-6476-ee13-e200-37cd415f6043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2939.191451] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d41dc9-6476-ee13-e200-37cd415f6043, 'name': SearchDatastore_Task, 'duration_secs': 0.018828} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2939.191877] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/a7de30e4-9ad0-47f0-a9ab-60f844ecd942 is no longer used. Deleting! [ 2939.191877] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/a7de30e4-9ad0-47f0-a9ab-60f844ecd942 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2939.192142] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bffb7bb-a394-4b8b-a781-4160e7f050a4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2939.198083] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2939.198083] env[62490]: value = "task-2066901" [ 2939.198083] env[62490]: _type = "Task" [ 2939.198083] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2939.205433] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2939.708015] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114362} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2939.708253] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2939.708429] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/a7de30e4-9ad0-47f0-a9ab-60f844ecd942" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2939.708653] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/b2a9ce38-1959-4635-a13d-9400c5b550f1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2939.708772] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/b2a9ce38-1959-4635-a13d-9400c5b550f1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2939.709122] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2a9ce38-1959-4635-a13d-9400c5b550f1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2939.709391] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c00163a-009e-470d-8343-c2ff4bea8397 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2939.713626] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2939.713626] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520cb602-6ae1-3b2b-cc54-5730228398dc" [ 2939.713626] env[62490]: _type = "Task" [ 2939.713626] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2939.721977] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520cb602-6ae1-3b2b-cc54-5730228398dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2940.225057] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520cb602-6ae1-3b2b-cc54-5730228398dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2940.225057] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/b2a9ce38-1959-4635-a13d-9400c5b550f1 is no longer used. Deleting! [ 2940.225057] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/b2a9ce38-1959-4635-a13d-9400c5b550f1 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2940.225492] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49e3e10d-6ed1-4e83-a7cc-9be86448e120 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2940.231426] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2940.231426] env[62490]: value = "task-2066902" [ 2940.231426] env[62490]: _type = "Task" [ 2940.231426] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2940.238629] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2940.741144] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117438} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2940.741382] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2940.741522] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/b2a9ce38-1959-4635-a13d-9400c5b550f1" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2940.741738] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/441e7825-c7d2-4eb2-a328-c8ec6d1a1ade" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2940.741856] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/441e7825-c7d2-4eb2-a328-c8ec6d1a1ade" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2940.742198] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/441e7825-c7d2-4eb2-a328-c8ec6d1a1ade" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2940.742456] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac27233-f69b-4f58-86cb-0cb17bab85c8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2940.746467] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2940.746467] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52127b51-c4db-20b5-c027-ee17111b2489" [ 2940.746467] env[62490]: _type = "Task" [ 2940.746467] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2940.753432] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52127b51-c4db-20b5-c027-ee17111b2489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2941.257959] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52127b51-c4db-20b5-c027-ee17111b2489, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2941.258308] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/441e7825-c7d2-4eb2-a328-c8ec6d1a1ade is no longer used. Deleting! [ 2941.258452] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/441e7825-c7d2-4eb2-a328-c8ec6d1a1ade {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2941.258713] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46669f7d-f0fe-4424-84c8-79366f4ec642 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2941.265146] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2941.265146] env[62490]: value = "task-2066903" [ 2941.265146] env[62490]: _type = "Task" [ 2941.265146] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2941.272367] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2941.774988] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118387} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2941.775229] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2941.775401] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/441e7825-c7d2-4eb2-a328-c8ec6d1a1ade" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2941.775614] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/ba7b185f-d2bd-4237-bc00-14782792535a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2941.775751] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/ba7b185f-d2bd-4237-bc00-14782792535a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2941.776090] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/ba7b185f-d2bd-4237-bc00-14782792535a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2941.776355] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0673ad-8887-45c2-95da-fe4900b38b13 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2941.780724] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2941.780724] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5285b9fd-8745-ed43-3fd8-f669b40bb752" [ 2941.780724] env[62490]: _type = "Task" [ 2941.780724] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2941.787723] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5285b9fd-8745-ed43-3fd8-f669b40bb752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2942.292247] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5285b9fd-8745-ed43-3fd8-f669b40bb752, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2942.292576] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/ba7b185f-d2bd-4237-bc00-14782792535a is no longer used. Deleting! [ 2942.292714] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/ba7b185f-d2bd-4237-bc00-14782792535a {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2942.292976] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8f6d4a7-6275-4f04-bb01-b1692f38d07d {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.298774] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2942.298774] env[62490]: value = "task-2066904" [ 2942.298774] env[62490]: _type = "Task" [ 2942.298774] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2942.306161] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2942.813237] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125438} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2942.813548] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2942.813852] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/ba7b185f-d2bd-4237-bc00-14782792535a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2942.814210] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/8369889c-1249-4930-aa2c-e68e6fe2512a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2942.814447] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/8369889c-1249-4930-aa2c-e68e6fe2512a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2942.814923] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/8369889c-1249-4930-aa2c-e68e6fe2512a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2942.815343] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45398c1-dc11-48b4-bcfa-bcf1514583d8 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2942.820171] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2942.820171] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524306e5-0e19-1b4a-a1ad-a43c65cfc241" [ 2942.820171] env[62490]: _type = "Task" [ 2942.820171] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2942.827334] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524306e5-0e19-1b4a-a1ad-a43c65cfc241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2943.331055] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524306e5-0e19-1b4a-a1ad-a43c65cfc241, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2943.331470] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/8369889c-1249-4930-aa2c-e68e6fe2512a is no longer used. Deleting! [ 2943.331552] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/8369889c-1249-4930-aa2c-e68e6fe2512a {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2943.331764] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71397d65-48bb-4280-9621-b01b9eafe66f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.337563] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2943.337563] env[62490]: value = "task-2066905" [ 2943.337563] env[62490]: _type = "Task" [ 2943.337563] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2943.344612] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2943.847059] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115001} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2943.847281] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2943.847449] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/8369889c-1249-4930-aa2c-e68e6fe2512a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2943.847669] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/bae152d0-278b-4292-ab9d-fed80bc9e900" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2943.847786] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/bae152d0-278b-4292-ab9d-fed80bc9e900" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2943.848121] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/bae152d0-278b-4292-ab9d-fed80bc9e900" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2943.848380] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98e9df5-4a14-4540-8fca-7e00a412fa44 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2943.852965] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2943.852965] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5231d452-5a3b-fc27-f977-52bde7f705d1" [ 2943.852965] env[62490]: _type = "Task" [ 2943.852965] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2943.860868] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5231d452-5a3b-fc27-f977-52bde7f705d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2944.364651] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5231d452-5a3b-fc27-f977-52bde7f705d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2944.364977] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/bae152d0-278b-4292-ab9d-fed80bc9e900 is no longer used. Deleting! [ 2944.365137] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/bae152d0-278b-4292-ab9d-fed80bc9e900 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2944.365404] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a7ab066-a580-4dc6-947f-1fc894c4d8dd {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2944.371889] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2944.371889] env[62490]: value = "task-2066906" [ 2944.371889] env[62490]: _type = "Task" [ 2944.371889] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2944.379312] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2944.881422] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126712} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2944.881638] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2944.881806] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/bae152d0-278b-4292-ab9d-fed80bc9e900" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2944.882041] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/e2fbbc90-fbeb-4935-b8d1-2c83f1fa5d4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2944.882162] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/e2fbbc90-fbeb-4935-b8d1-2c83f1fa5d4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2944.882481] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2fbbc90-fbeb-4935-b8d1-2c83f1fa5d4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2944.882741] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d04382-b74b-47de-af27-7d934418685f {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2944.887455] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2944.887455] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5238c557-aa29-3c1e-8b56-58443b2550fb" [ 2944.887455] env[62490]: _type = "Task" [ 2944.887455] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2944.894608] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5238c557-aa29-3c1e-8b56-58443b2550fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2945.397961] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5238c557-aa29-3c1e-8b56-58443b2550fb, 'name': SearchDatastore_Task, 'duration_secs': 0.016938} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2945.398350] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/e2fbbc90-fbeb-4935-b8d1-2c83f1fa5d4b is no longer used. Deleting! [ 2945.398434] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/e2fbbc90-fbeb-4935-b8d1-2c83f1fa5d4b {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2945.398685] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6f4198-4c0a-49a6-9b45-b847560010f1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2945.404989] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2945.404989] env[62490]: value = "task-2066907" [ 2945.404989] env[62490]: _type = "Task" [ 2945.404989] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2945.412139] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2945.914607] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116987} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2945.914837] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2945.915016] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/e2fbbc90-fbeb-4935-b8d1-2c83f1fa5d4b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2945.915243] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/20a81593-1b03-4817-bae2-4c576cdb7e11" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2945.915360] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/20a81593-1b03-4817-bae2-4c576cdb7e11" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2945.915664] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/20a81593-1b03-4817-bae2-4c576cdb7e11" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2945.915964] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bd6430-5f6c-41ad-b147-bc07124daa35 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2945.920781] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2945.920781] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e1eb75-e032-9e1e-2f9a-74e5543d9319" [ 2945.920781] env[62490]: _type = "Task" [ 2945.920781] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2945.928724] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e1eb75-e032-9e1e-2f9a-74e5543d9319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2946.432614] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52e1eb75-e032-9e1e-2f9a-74e5543d9319, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2946.432978] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/20a81593-1b03-4817-bae2-4c576cdb7e11 is no longer used. Deleting! [ 2946.433095] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/20a81593-1b03-4817-bae2-4c576cdb7e11 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2946.433328] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05aa866-4a17-436a-a873-0ad976f0391b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2946.439188] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2946.439188] env[62490]: value = "task-2066908" [ 2946.439188] env[62490]: _type = "Task" [ 2946.439188] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2946.446284] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2946.948948] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109626} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2946.949182] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2946.949344] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/20a81593-1b03-4817-bae2-4c576cdb7e11" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2946.949564] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/4afc6ea4-5e13-46e2-b921-4317db02d701" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2946.949681] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/4afc6ea4-5e13-46e2-b921-4317db02d701" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2946.950017] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/4afc6ea4-5e13-46e2-b921-4317db02d701" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2946.950294] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3f7d62-a683-4f82-9b59-63ef4938986b {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2946.954978] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2946.954978] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fa9e6b-0763-83fc-a720-569640a4fecd" [ 2946.954978] env[62490]: _type = "Task" [ 2946.954978] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2946.962101] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fa9e6b-0763-83fc-a720-569640a4fecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2947.466026] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fa9e6b-0763-83fc-a720-569640a4fecd, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2947.466446] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/4afc6ea4-5e13-46e2-b921-4317db02d701 is no longer used. Deleting! [ 2947.466488] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/4afc6ea4-5e13-46e2-b921-4317db02d701 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2947.466732] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d059a67-cac9-431e-934e-14410563f3cb {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2947.472595] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2947.472595] env[62490]: value = "task-2066909" [ 2947.472595] env[62490]: _type = "Task" [ 2947.472595] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2947.479660] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2947.983323] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112531} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2947.983555] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2947.983696] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/4afc6ea4-5e13-46e2-b921-4317db02d701" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2947.983910] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/982d88ef-0928-426c-8c25-d063a6eeb91a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2947.984043] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/982d88ef-0928-426c-8c25-d063a6eeb91a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2947.984371] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/982d88ef-0928-426c-8c25-d063a6eeb91a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2947.984638] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08887d6-310c-47c6-bcd5-f48f88a31818 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2947.988714] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2947.988714] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c71efe-a59c-130d-da03-8292e76b49e9" [ 2947.988714] env[62490]: _type = "Task" [ 2947.988714] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2947.995662] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c71efe-a59c-130d-da03-8292e76b49e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2948.499875] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52c71efe-a59c-130d-da03-8292e76b49e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2948.500250] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/982d88ef-0928-426c-8c25-d063a6eeb91a is no longer used. Deleting! [ 2948.500364] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/982d88ef-0928-426c-8c25-d063a6eeb91a {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2948.500589] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da648fd4-5d0d-4506-aeb0-751b828fc2ac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2948.506443] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2948.506443] env[62490]: value = "task-2066910" [ 2948.506443] env[62490]: _type = "Task" [ 2948.506443] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2948.513514] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2949.015945] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109329} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2949.016201] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2949.016383] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/982d88ef-0928-426c-8c25-d063a6eeb91a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2949.016601] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/22e30b72-2001-4e24-83eb-3a5a20e861c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2949.016720] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/22e30b72-2001-4e24-83eb-3a5a20e861c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2949.017052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/22e30b72-2001-4e24-83eb-3a5a20e861c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2949.017318] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769f9822-c4bc-45b8-9ae3-c0606f2cddef {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2949.021367] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2949.021367] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fad572-b4d2-3e5b-5b44-720ed4bdd559" [ 2949.021367] env[62490]: _type = "Task" [ 2949.021367] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2949.028269] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fad572-b4d2-3e5b-5b44-720ed4bdd559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2949.532392] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52fad572-b4d2-3e5b-5b44-720ed4bdd559, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2949.532795] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/22e30b72-2001-4e24-83eb-3a5a20e861c4 is no longer used. Deleting! [ 2949.532897] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/22e30b72-2001-4e24-83eb-3a5a20e861c4 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2949.533175] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12b52527-3007-4bf3-b2b9-d6fb3ec3e6f3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2949.538777] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2949.538777] env[62490]: value = "task-2066911" [ 2949.538777] env[62490]: _type = "Task" [ 2949.538777] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2949.545930] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2950.049092] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135191} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2950.049314] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2950.049479] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/22e30b72-2001-4e24-83eb-3a5a20e861c4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2950.049696] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/2687ec9b-9cb9-42c9-a734-829c27696c80" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2950.049813] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/2687ec9b-9cb9-42c9-a734-829c27696c80" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2950.050162] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/2687ec9b-9cb9-42c9-a734-829c27696c80" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2950.050432] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ea0e14-d802-4108-bd63-bfdfe3a45e47 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2950.055277] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2950.055277] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d76397-cae5-b09d-b037-81c748d1a1ad" [ 2950.055277] env[62490]: _type = "Task" [ 2950.055277] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2950.062791] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d76397-cae5-b09d-b037-81c748d1a1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2950.566066] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52d76397-cae5-b09d-b037-81c748d1a1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015844} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2950.566431] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/2687ec9b-9cb9-42c9-a734-829c27696c80 is no longer used. Deleting! [ 2950.566575] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/2687ec9b-9cb9-42c9-a734-829c27696c80 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2950.566836] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b7c739-b567-43a0-82ae-412cc5a81aac {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2950.573678] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2950.573678] env[62490]: value = "task-2066912" [ 2950.573678] env[62490]: _type = "Task" [ 2950.573678] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2950.584636] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2951.084221] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121173} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2951.084448] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2951.084615] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/2687ec9b-9cb9-42c9-a734-829c27696c80" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2951.084839] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/15ef603f-3729-4d30-b373-ff1458fd9045" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2951.084983] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/15ef603f-3729-4d30-b373-ff1458fd9045" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2951.086811] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/15ef603f-3729-4d30-b373-ff1458fd9045" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2951.087114] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26104736-30e9-4519-880f-6b3615580717 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2951.091500] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2951.091500] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52742fe4-7832-4d06-6eea-7249304490a7" [ 2951.091500] env[62490]: _type = "Task" [ 2951.091500] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2951.099987] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52742fe4-7832-4d06-6eea-7249304490a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2951.602299] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52742fe4-7832-4d06-6eea-7249304490a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2951.602659] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/15ef603f-3729-4d30-b373-ff1458fd9045 is no longer used. Deleting! [ 2951.602787] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/15ef603f-3729-4d30-b373-ff1458fd9045 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2951.602990] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afca9eb-e834-423c-aae4-a5c8816ab0ec {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2951.608357] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2951.608357] env[62490]: value = "task-2066913" [ 2951.608357] env[62490]: _type = "Task" [ 2951.608357] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2951.615965] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2952.118512] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126574} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2952.118782] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2952.118891] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/15ef603f-3729-4d30-b373-ff1458fd9045" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2952.119127] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2952.119242] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2952.119563] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2952.119818] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107bede5-d4a0-4f88-8362-37f3d61a273e {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2952.124402] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2952.124402] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276fb48-5d7e-96ed-3cfa-171ee4ca1442" [ 2952.124402] env[62490]: _type = "Task" [ 2952.124402] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2952.131615] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276fb48-5d7e-96ed-3cfa-171ee4ca1442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2952.635435] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5276fb48-5d7e-96ed-3cfa-171ee4ca1442, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2952.635789] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479/ts-2025-01-13-06-00-42 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2952.635982] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85913d90-504e-42b9-89dc-2e481de451fc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2952.648881] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479/ts-2025-01-13-06-00-42 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2952.649129] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image d4471c11-83ba-4dca-ae24-b820e0477479 is no longer used by this node. Pending deletion! [ 2952.649209] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/d4471c11-83ba-4dca-ae24-b820e0477479" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2952.649394] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/14fd0a0b-e8a2-488d-9ecf-3dc18a98cec4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2952.649510] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/14fd0a0b-e8a2-488d-9ecf-3dc18a98cec4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2952.649833] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/14fd0a0b-e8a2-488d-9ecf-3dc18a98cec4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2952.650102] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5f7ab0-9043-4883-b650-6fe348aa858c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2952.654199] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2952.654199] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f924d4-5997-2c61-2186-46db398918a5" [ 2952.654199] env[62490]: _type = "Task" [ 2952.654199] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2952.661725] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f924d4-5997-2c61-2186-46db398918a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2953.164479] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f924d4-5997-2c61-2186-46db398918a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2953.164780] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/14fd0a0b-e8a2-488d-9ecf-3dc18a98cec4 is no longer used. Deleting! [ 2953.164920] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/14fd0a0b-e8a2-488d-9ecf-3dc18a98cec4 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2953.165189] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5389fb98-418b-46df-bb84-c7f9808d0868 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2953.171099] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2953.171099] env[62490]: value = "task-2066914" [ 2953.171099] env[62490]: _type = "Task" [ 2953.171099] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2953.178280] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2953.680947] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100039} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2953.681337] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2953.681373] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/14fd0a0b-e8a2-488d-9ecf-3dc18a98cec4" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2953.681562] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/bca855b4-4ff0-428a-971b-15d087bf0880" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2953.681675] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/bca855b4-4ff0-428a-971b-15d087bf0880" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2953.682008] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/bca855b4-4ff0-428a-971b-15d087bf0880" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2953.682283] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09486bf2-609f-4830-9f73-4bef64a4da77 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2953.687158] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2953.687158] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520ff8d3-f331-5a25-7cf5-c1ad09ea5c9f" [ 2953.687158] env[62490]: _type = "Task" [ 2953.687158] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2953.694235] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520ff8d3-f331-5a25-7cf5-c1ad09ea5c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2954.197716] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]520ff8d3-f331-5a25-7cf5-c1ad09ea5c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.015883} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2954.198025] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/bca855b4-4ff0-428a-971b-15d087bf0880 is no longer used. Deleting! [ 2954.198171] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/bca855b4-4ff0-428a-971b-15d087bf0880 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2954.198427] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac7da8a-8976-4e0f-b728-f58b32b745c5 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2954.204227] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2954.204227] env[62490]: value = "task-2066915" [ 2954.204227] env[62490]: _type = "Task" [ 2954.204227] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2954.211454] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2954.713482] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105894} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2954.713841] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2954.713841] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/bca855b4-4ff0-428a-971b-15d087bf0880" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2954.714078] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/532d41d8-81a7-4af2-a07d-498462c3c81d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2954.714198] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/532d41d8-81a7-4af2-a07d-498462c3c81d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2954.714525] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/532d41d8-81a7-4af2-a07d-498462c3c81d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2954.714781] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e17a46b-d571-49fe-bdfb-cd802962ddd7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2954.718983] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2954.718983] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a84cd-36d2-a767-ee89-59779bab73e0" [ 2954.718983] env[62490]: _type = "Task" [ 2954.718983] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2954.726051] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a84cd-36d2-a767-ee89-59779bab73e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2955.229554] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a84cd-36d2-a767-ee89-59779bab73e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2955.229815] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/532d41d8-81a7-4af2-a07d-498462c3c81d is no longer used. Deleting! [ 2955.229958] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/532d41d8-81a7-4af2-a07d-498462c3c81d {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2955.230228] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca279aad-8f17-41a3-b66a-e3b15dfdb8c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2955.236357] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2955.236357] env[62490]: value = "task-2066916" [ 2955.236357] env[62490]: _type = "Task" [ 2955.236357] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2955.243410] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2955.745933] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101935} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2955.746220] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2955.746403] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/532d41d8-81a7-4af2-a07d-498462c3c81d" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2955.746623] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2955.746740] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2955.747088] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2955.747347] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f3c4f6-1ba0-4bd0-aec6-3d4df4471d40 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2955.751407] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2955.751407] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ef7d7-4751-83ea-d337-6ba06b6e650e" [ 2955.751407] env[62490]: _type = "Task" [ 2955.751407] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2955.759343] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ef7d7-4751-83ea-d337-6ba06b6e650e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2956.262288] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]522ef7d7-4751-83ea-d337-6ba06b6e650e, 'name': SearchDatastore_Task, 'duration_secs': 0.015817} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2956.262520] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a/ts-2025-01-13-06-00-45 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2956.262748] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b79e5b5c-f11f-44a5-9a2d-21ba223d5dee {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2956.274532] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a/ts-2025-01-13-06-00-45 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2956.274704] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image 9a9ce78a-9f86-4fd7-aab9-2a8929994e9a is no longer used by this node. Pending deletion! [ 2956.274811] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/9a9ce78a-9f86-4fd7-aab9-2a8929994e9a" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2956.275018] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/659e8b38-f5fd-4c44-abca-58afdea7948b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2956.275145] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/659e8b38-f5fd-4c44-abca-58afdea7948b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2956.275456] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/659e8b38-f5fd-4c44-abca-58afdea7948b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2956.275679] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951bf544-a012-431f-9a8f-c02d8a54279a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2956.279828] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2956.279828] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529ecf9c-8562-e185-7fcc-3090eeeb22f1" [ 2956.279828] env[62490]: _type = "Task" [ 2956.279828] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2956.286771] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529ecf9c-8562-e185-7fcc-3090eeeb22f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2956.791278] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]529ecf9c-8562-e185-7fcc-3090eeeb22f1, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2956.791628] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/659e8b38-f5fd-4c44-abca-58afdea7948b is no longer used. Deleting! [ 2956.791738] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/659e8b38-f5fd-4c44-abca-58afdea7948b {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2956.791960] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5702c60-2ac5-4cbe-bcff-3826f4b84065 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2956.797608] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2956.797608] env[62490]: value = "task-2066917" [ 2956.797608] env[62490]: _type = "Task" [ 2956.797608] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2956.804531] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2957.307539] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104265} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2957.307761] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2957.307863] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/659e8b38-f5fd-4c44-abca-58afdea7948b" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2957.308102] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/cde41a2f-734a-449f-a7f8-5a0721adbddf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2957.308240] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/cde41a2f-734a-449f-a7f8-5a0721adbddf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2957.308561] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/cde41a2f-734a-449f-a7f8-5a0721adbddf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2957.308818] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b447c50-9b9f-4ebd-ad37-0e2e134909bc {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2957.312873] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2957.312873] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aeee7d-a7dc-6cde-5617-229c011e413f" [ 2957.312873] env[62490]: _type = "Task" [ 2957.312873] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2957.319839] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aeee7d-a7dc-6cde-5617-229c011e413f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2957.822734] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52aeee7d-a7dc-6cde-5617-229c011e413f, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2957.823181] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/cde41a2f-734a-449f-a7f8-5a0721adbddf is no longer used. Deleting! [ 2957.823181] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/cde41a2f-734a-449f-a7f8-5a0721adbddf {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2957.823423] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb9c7089-a321-402a-a75e-30eab9aad188 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2957.828910] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2957.828910] env[62490]: value = "task-2066918" [ 2957.828910] env[62490]: _type = "Task" [ 2957.828910] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2957.836273] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2958.338306] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122298} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2958.338528] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2958.338692] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/cde41a2f-734a-449f-a7f8-5a0721adbddf" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2958.338914] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/380e3815-89e5-413c-850a-578cbeaf66a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2958.339052] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/380e3815-89e5-413c-850a-578cbeaf66a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2958.339395] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/380e3815-89e5-413c-850a-578cbeaf66a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2958.339663] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edab4bf1-c4a4-41f1-8a69-d0f0d735faad {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2958.344315] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2958.344315] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cf9fb6-9b7e-461e-8175-a76f96f2a877" [ 2958.344315] env[62490]: _type = "Task" [ 2958.344315] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2958.351453] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cf9fb6-9b7e-461e-8175-a76f96f2a877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2958.855809] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52cf9fb6-9b7e-461e-8175-a76f96f2a877, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2958.856199] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/380e3815-89e5-413c-850a-578cbeaf66a6 is no longer used. Deleting! [ 2958.856286] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/380e3815-89e5-413c-850a-578cbeaf66a6 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2958.856543] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b373ec4-ebbb-460e-8a57-6126e3158471 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2958.862096] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2958.862096] env[62490]: value = "task-2066919" [ 2958.862096] env[62490]: _type = "Task" [ 2958.862096] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2958.869718] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2959.372333] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106503} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2959.372584] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2959.372785] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/380e3815-89e5-413c-850a-578cbeaf66a6" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2959.373077] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2959.373214] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2959.373517] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2959.373807] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fed7c7d-2969-4541-acb5-d700ad698412 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2959.378271] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2959.378271] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b74450-3eb4-87c1-f5f9-efea8c34f1c3" [ 2959.378271] env[62490]: _type = "Task" [ 2959.378271] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2959.385513] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b74450-3eb4-87c1-f5f9-efea8c34f1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2959.889396] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52b74450-3eb4-87c1-f5f9-efea8c34f1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2959.889776] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/ts-2025-01-13-06-00-49 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2959.889929] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-696d0161-d2b9-4576-87dd-ced557eabdfa {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2959.901851] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729/ts-2025-01-13-06-00-49 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2959.901990] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image 299dbd95-2056-411e-a67a-1765e769d729 is no longer used by this node. Pending deletion! [ 2959.902166] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/299dbd95-2056-411e-a67a-1765e769d729" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2959.902369] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2959.902483] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2959.902740] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2959.902965] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e0f21b-03cc-4994-8913-be7c6922e498 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2959.906823] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2959.906823] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f15ceb-ec6f-1b5f-fd1b-c7cd86a6c446" [ 2959.906823] env[62490]: _type = "Task" [ 2959.906823] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2959.913722] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f15ceb-ec6f-1b5f-fd1b-c7cd86a6c446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2960.417809] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52f15ceb-ec6f-1b5f-fd1b-c7cd86a6c446, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2960.418087] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Creating directory with path [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/ts-2025-01-13-06-00-49 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2960.418347] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cad2439-9039-4191-82ab-34090014c684 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2960.430811] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Created directory with path [datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026/ts-2025-01-13-06-00-49 {{(pid=62490) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2960.430968] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image 978f3cec-2b54-4291-92cd-52136a587026 is no longer used by this node. Pending deletion! [ 2960.431122] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/978f3cec-2b54-4291-92cd-52136a587026" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2960.431334] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2960.431453] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2960.431764] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2960.432025] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc3e40f-66e3-430c-9d4c-9490d5ea039a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2960.436010] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2960.436010] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526678ee-2536-8454-b7cf-f5d5f1c8d31c" [ 2960.436010] env[62490]: _type = "Task" [ 2960.436010] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2960.443154] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526678ee-2536-8454-b7cf-f5d5f1c8d31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2960.946302] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]526678ee-2536-8454-b7cf-f5d5f1c8d31c, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2960.946664] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5 is no longer used. Deleting! [ 2960.946760] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2960.947012] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-183f573f-76ac-4f41-9321-4a6888b753d1 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2960.953190] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2960.953190] env[62490]: value = "task-2066920" [ 2960.953190] env[62490]: _type = "Task" [ 2960.953190] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2960.960043] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2961.463536] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104555} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2961.463770] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2961.463911] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/1de82983-bf46-4cad-bc99-6f9ad6caf6e5" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2961.464183] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/ae6b6608-6e08-4bdb-b9d9-546fc73c3e2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2961.464306] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/ae6b6608-6e08-4bdb-b9d9-546fc73c3e2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2961.464625] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/ae6b6608-6e08-4bdb-b9d9-546fc73c3e2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2961.464892] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd389d59-6e39-4b2c-8ad7-e334fe66130a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2961.468970] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2961.468970] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a686f-3b10-4bd3-e69a-581bc59de521" [ 2961.468970] env[62490]: _type = "Task" [ 2961.468970] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2961.476264] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a686f-3b10-4bd3-e69a-581bc59de521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2961.979833] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521a686f-3b10-4bd3-e69a-581bc59de521, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2961.980260] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/ae6b6608-6e08-4bdb-b9d9-546fc73c3e2c is no longer used. Deleting! [ 2961.980312] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/ae6b6608-6e08-4bdb-b9d9-546fc73c3e2c {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2961.980559] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c85eaf50-ae10-433d-b781-f925568a74b4 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2961.987059] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2961.987059] env[62490]: value = "task-2066921" [ 2961.987059] env[62490]: _type = "Task" [ 2961.987059] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2961.994048] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2962.497375] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125705} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2962.497591] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2962.497754] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/ae6b6608-6e08-4bdb-b9d9-546fc73c3e2c" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2962.497976] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/c14c8d9f-1ff0-4f49-a5a7-cf7fa625a3ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2962.498114] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/c14c8d9f-1ff0-4f49-a5a7-cf7fa625a3ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2962.498434] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/c14c8d9f-1ff0-4f49-a5a7-cf7fa625a3ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2962.498693] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ff610d-16e4-4985-82c7-aa77a187f1c6 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2962.502823] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2962.502823] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524bd8bd-a747-69fe-97c7-864eaa358c1f" [ 2962.502823] env[62490]: _type = "Task" [ 2962.502823] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2962.510052] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524bd8bd-a747-69fe-97c7-864eaa358c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2963.014626] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]524bd8bd-a747-69fe-97c7-864eaa358c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2963.014626] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/c14c8d9f-1ff0-4f49-a5a7-cf7fa625a3ca is no longer used. Deleting! [ 2963.014626] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/c14c8d9f-1ff0-4f49-a5a7-cf7fa625a3ca {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2963.014626] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1074049-6a95-4efa-8741-cf5f65272833 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2963.020482] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2963.020482] env[62490]: value = "task-2066922" [ 2963.020482] env[62490]: _type = "Task" [ 2963.020482] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2963.027736] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2963.530180] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107184} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2963.530394] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2963.530555] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/c14c8d9f-1ff0-4f49-a5a7-cf7fa625a3ca" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2963.530771] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2963.530886] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2963.531215] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2963.531469] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027701d1-338a-4440-b75e-1096abe78118 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2963.535938] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2963.535938] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52284417-aaa9-0af0-6154-76730388968f" [ 2963.535938] env[62490]: _type = "Task" [ 2963.535938] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2963.543809] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52284417-aaa9-0af0-6154-76730388968f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2964.046598] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52284417-aaa9-0af0-6154-76730388968f, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2964.046918] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02 is no longer used. Deleting! [ 2964.047084] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2964.047346] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9195361-0500-47ef-9e66-87f9ae4bd7a0 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.053659] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2964.053659] env[62490]: value = "task-2066923" [ 2964.053659] env[62490]: _type = "Task" [ 2964.053659] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2964.060746] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2964.563664] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103065} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2964.563853] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2964.564025] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/2992f33c-51ee-431f-8ffb-a8e276957a02" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2964.564263] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/74450a0f-f01d-4d33-a465-840e63f12322" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2964.564381] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/74450a0f-f01d-4d33-a465-840e63f12322" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2964.564703] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/74450a0f-f01d-4d33-a465-840e63f12322" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2964.564996] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcd6b95-fe42-4688-80e6-42feaea6b2a3 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2964.569489] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2964.569489] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5268e295-e034-a598-3406-cc65406c9d87" [ 2964.569489] env[62490]: _type = "Task" [ 2964.569489] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2964.577035] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5268e295-e034-a598-3406-cc65406c9d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2965.081335] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]5268e295-e034-a598-3406-cc65406c9d87, 'name': SearchDatastore_Task, 'duration_secs': 0.034154} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2965.081825] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/74450a0f-f01d-4d33-a465-840e63f12322 is no longer used. Deleting! [ 2965.082045] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/74450a0f-f01d-4d33-a465-840e63f12322 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2965.082303] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebd4d1c3-0bfd-4662-86b9-fa583b8f8445 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2965.089086] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2965.089086] env[62490]: value = "task-2066924" [ 2965.089086] env[62490]: _type = "Task" [ 2965.089086] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2965.096848] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2965.599672] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309704} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2965.599946] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2965.600092] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/74450a0f-f01d-4d33-a465-840e63f12322" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2965.600322] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/7bc9a78d-1152-4446-8b77-af31a0d73938" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2965.600438] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/7bc9a78d-1152-4446-8b77-af31a0d73938" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2965.600783] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/7bc9a78d-1152-4446-8b77-af31a0d73938" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2965.601083] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37da7c74-bd6d-4106-b4ea-3f3352d7d5f7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2965.605776] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2965.605776] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52409c78-0013-e635-e514-b385c12e495c" [ 2965.605776] env[62490]: _type = "Task" [ 2965.605776] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2965.613596] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52409c78-0013-e635-e514-b385c12e495c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2966.116914] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52409c78-0013-e635-e514-b385c12e495c, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2966.117327] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/7bc9a78d-1152-4446-8b77-af31a0d73938 is no longer used. Deleting! [ 2966.117451] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/7bc9a78d-1152-4446-8b77-af31a0d73938 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2966.117654] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09bd6fa0-4d03-4101-9bc2-f9070f71394c {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2966.123452] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2966.123452] env[62490]: value = "task-2066925" [ 2966.123452] env[62490]: _type = "Task" [ 2966.123452] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2966.130558] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2966.633269] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117387} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2966.633502] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2966.633622] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/7bc9a78d-1152-4446-8b77-af31a0d73938" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2966.633841] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/22a7e9ca-a5cc-474a-9835-9c1710c40b7e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2966.633999] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/22a7e9ca-a5cc-474a-9835-9c1710c40b7e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2966.634298] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/22a7e9ca-a5cc-474a-9835-9c1710c40b7e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2966.634561] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c296c0cc-46a1-4875-af3e-bc95d2b06ae7 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2966.639117] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2966.639117] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52305f51-6489-016e-4715-d1277e191700" [ 2966.639117] env[62490]: _type = "Task" [ 2966.639117] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2966.646175] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52305f51-6489-016e-4715-d1277e191700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2967.149652] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52305f51-6489-016e-4715-d1277e191700, 'name': SearchDatastore_Task, 'duration_secs': 0.032551} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2967.150026] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/22a7e9ca-a5cc-474a-9835-9c1710c40b7e is no longer used. Deleting! [ 2967.150150] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/22a7e9ca-a5cc-474a-9835-9c1710c40b7e {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2967.150380] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-579f49e0-41ec-4750-839d-4866497f5565 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2967.156239] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2967.156239] env[62490]: value = "task-2066926" [ 2967.156239] env[62490]: _type = "Task" [ 2967.156239] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2967.163206] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2967.666212] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096199} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2967.666457] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2967.666619] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/22a7e9ca-a5cc-474a-9835-9c1710c40b7e" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2967.666839] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/084d3e6c-37b7-4d89-96f3-19bc14e13a67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2967.666959] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/084d3e6c-37b7-4d89-96f3-19bc14e13a67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2967.667304] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/084d3e6c-37b7-4d89-96f3-19bc14e13a67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2967.667574] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9480db7-ae9b-4a31-8d9a-37434c440168 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2967.671928] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2967.671928] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0165f-af0e-956d-e14e-27d74bdc2b6b" [ 2967.671928] env[62490]: _type = "Task" [ 2967.671928] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2967.680846] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0165f-af0e-956d-e14e-27d74bdc2b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2968.182402] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]52a0165f-af0e-956d-e14e-27d74bdc2b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2968.182852] env[62490]: INFO nova.virt.vmwareapi.imagecache [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Image [datastore1] devstack-image-cache_base/084d3e6c-37b7-4d89-96f3-19bc14e13a67 is no longer used. Deleting! [ 2968.182852] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleting the datastore file [datastore1] devstack-image-cache_base/084d3e6c-37b7-4d89-96f3-19bc14e13a67 {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2968.183104] env[62490]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caa540a0-916f-4d61-b5d1-91153e5e073a {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2968.188600] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2968.188600] env[62490]: value = "task-2066927" [ 2968.188600] env[62490]: _type = "Task" [ 2968.188600] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2968.196293] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2968.698960] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': task-2066927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135619} completed successfully. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2968.701034] env[62490]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Deleted the datastore file {{(pid=62490) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2968.701034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Releasing lock "[datastore1] devstack-image-cache_base/084d3e6c-37b7-4d89-96f3-19bc14e13a67" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2968.701034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquiring lock "[datastore1] devstack-image-cache_base/78c3f11d-3768-485b-8ded-6b39e0078676" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2968.701034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired lock "[datastore1] devstack-image-cache_base/78c3f11d-3768-485b-8ded-6b39e0078676" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2968.701034] env[62490]: DEBUG oslo_concurrency.lockutils [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Acquired external semaphore "[datastore1] devstack-image-cache_base/78c3f11d-3768-485b-8ded-6b39e0078676" {{(pid=62490) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2968.701034] env[62490]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3146289-055c-485f-8a38-ae8c01154d09 {{(pid=62490) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2968.704971] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Waiting for the task: (returnval){ [ 2968.704971] env[62490]: value = "session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521813ac-9ec5-c722-7388-c876bb34d6e6" [ 2968.704971] env[62490]: _type = "Task" [ 2968.704971] env[62490]: } to complete. {{(pid=62490) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2968.712888] env[62490]: DEBUG oslo_vmware.api [None req-ff63c76f-1da5-4fc8-9fdd-c8ad168b7520 None None] Task: {'id': session[527e1db2-7111-cf6f-d88b-89719aa5adf9]521813ac-9ec5-c722-7388-c876bb34d6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62490) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}}